2024-11-22 14:25:09,707 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-22 14:25:09,726 main DEBUG Took 0.015310 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 14:25:09,727 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 14:25:09,728 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 14:25:09,730 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 14:25:09,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,742 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 14:25:09,765 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,768 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,769 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,771 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,772 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,774 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,776 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,778 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,779 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,780 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,782 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 14:25:09,783 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,783 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 14:25:09,786 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 14:25:09,788 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 14:25:09,790 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 14:25:09,791 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 14:25:09,793 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 14:25:09,794 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 14:25:09,806 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 14:25:09,811 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 14:25:09,814 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 14:25:09,815 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 14:25:09,816 main DEBUG createAppenders(={Console}) 2024-11-22 14:25:09,817 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-22 14:25:09,818 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-22 14:25:09,818 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-22 14:25:09,819 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 14:25:09,819 main DEBUG OutputStream closed 2024-11-22 14:25:09,820 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 14:25:09,820 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 14:25:09,821 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-22 14:25:09,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 14:25:09,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 14:25:09,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 14:25:09,919 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 14:25:09,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 14:25:09,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 14:25:09,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 14:25:09,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 14:25:09,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 14:25:09,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 14:25:09,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 14:25:09,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 14:25:09,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 14:25:09,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 14:25:09,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 14:25:09,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 14:25:09,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 14:25:09,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 14:25:09,927 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 14:25:09,928 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-22 14:25:09,928 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 14:25:09,929 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-22T14:25:10,146 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7 2024-11-22 14:25:10,150 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 14:25:10,151 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T14:25:10,163 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-22T14:25:10,171 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-22T14:25:10,196 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T14:25:10,243 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T14:25:10,243 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T14:25:10,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T14:25:10,276 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb, deleteOnExit=true 2024-11-22T14:25:10,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T14:25:10,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/test.cache.data in system properties and HBase conf 2024-11-22T14:25:10,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T14:25:10,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.log.dir in system properties and HBase conf 2024-11-22T14:25:10,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T14:25:10,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T14:25:10,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T14:25:10,385 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T14:25:10,495 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T14:25:10,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:25:10,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T14:25:10,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T14:25:10,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:25:10,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T14:25:10,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T14:25:10,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T14:25:10,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:25:10,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T14:25:10,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/nfs.dump.dir in system properties and HBase conf 2024-11-22T14:25:10,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/java.io.tmpdir in system properties and HBase conf 2024-11-22T14:25:10,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T14:25:10,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T14:25:10,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T14:25:11,453 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T14:25:11,545 INFO [Time-limited test {}] log.Log(170): Logging initialized @2789ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T14:25:11,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:25:11,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:25:11,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:25:11,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:25:11,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:25:11,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:25:11,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:25:11,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:25:11,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c03e044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/java.io.tmpdir/jetty-localhost-44569-hadoop-hdfs-3_4_1-tests_jar-_-any-11338791494783637002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:25:11,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:44569} 2024-11-22T14:25:11,943 INFO [Time-limited test {}] server.Server(415): Started @3188ms 2024-11-22T14:25:12,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:25:12,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:25:12,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:25:12,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:25:12,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T14:25:12,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:25:12,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:25:12,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501095cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/java.io.tmpdir/jetty-localhost-45903-hadoop-hdfs-3_4_1-tests_jar-_-any-13216514360716495496/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:25:12,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:45903} 2024-11-22T14:25:12,381 INFO [Time-limited test {}] server.Server(415): Started @3625ms 2024-11-22T14:25:12,428 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:25:12,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:25:12,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:25:12,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:25:12,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:25:12,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:25:12,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:25:12,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:25:12,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64052af6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/java.io.tmpdir/jetty-localhost-41197-hadoop-hdfs-3_4_1-tests_jar-_-any-12691215407573319067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:25:12,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:41197} 2024-11-22T14:25:12,671 INFO [Time-limited test {}] server.Server(415): Started @3915ms 2024-11-22T14:25:12,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:25:12,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T14:25:12,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T14:25:12,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T14:25:12,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T14:25:12,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T14:25:12,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.log.dir/,AVAILABLE} 2024-11-22T14:25:12,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T14:25:12,827 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data3/current/BP-1098216139-172.17.0.2-1732285511165/current, will proceed with Du for space computation calculation, 2024-11-22T14:25:12,827 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data4/current/BP-1098216139-172.17.0.2-1732285511165/current, will proceed with Du for space computation calculation, 2024-11-22T14:25:12,827 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data2/current/BP-1098216139-172.17.0.2-1732285511165/current, will proceed with Du for space computation calculation, 2024-11-22T14:25:12,828 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data1/current/BP-1098216139-172.17.0.2-1732285511165/current, will proceed with Du for space computation calculation, 2024-11-22T14:25:12,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@420bc738{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/java.io.tmpdir/jetty-localhost-44141-hadoop-hdfs-3_4_1-tests_jar-_-any-769844128075945148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:25:12,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:44141} 2024-11-22T14:25:12,840 INFO [Time-limited test {}] server.Server(415): Started @4084ms 2024-11-22T14:25:12,843 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T14:25:12,872 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:25:12,878 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:25:12,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1564f7815854b7a with lease ID 0x3fc9bfdfbd74ef48: Processing first storage report for DS-452b4a1a-705b-4239-ae27-9357c6e471c5 from datanode DatanodeRegistration(127.0.0.1:41495, datanodeUuid=bb3e6c63-565c-442e-8170-623b48579d0b, infoPort=38829, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165) 2024-11-22T14:25:12,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1564f7815854b7a with lease ID 0x3fc9bfdfbd74ef48: from storage DS-452b4a1a-705b-4239-ae27-9357c6e471c5 node DatanodeRegistration(127.0.0.1:41495, datanodeUuid=bb3e6c63-565c-442e-8170-623b48579d0b, infoPort=38829, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T14:25:12,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72cdb15f0ac1ceca with lease ID 0x3fc9bfdfbd74ef49: Processing first storage report for DS-46e32e32-d807-4d06-ba8c-bf4f8e546415 from datanode DatanodeRegistration(127.0.0.1:39959, datanodeUuid=9a024d55-6862-442b-8e43-29a2054c1320, infoPort=38941, infoSecurePort=0, ipcPort=46343, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165) 2024-11-22T14:25:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72cdb15f0ac1ceca with lease ID 0x3fc9bfdfbd74ef49: from storage DS-46e32e32-d807-4d06-ba8c-bf4f8e546415 node DatanodeRegistration(127.0.0.1:39959, datanodeUuid=9a024d55-6862-442b-8e43-29a2054c1320, infoPort=38941, infoSecurePort=0, ipcPort=46343, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:25:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1564f7815854b7a with lease ID 0x3fc9bfdfbd74ef48: Processing first storage report for DS-00e8dfcb-0afa-4714-83dc-3032df5ece3a from datanode DatanodeRegistration(127.0.0.1:41495, datanodeUuid=bb3e6c63-565c-442e-8170-623b48579d0b, infoPort=38829, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165) 2024-11-22T14:25:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1564f7815854b7a with lease ID 0x3fc9bfdfbd74ef48: from storage DS-00e8dfcb-0afa-4714-83dc-3032df5ece3a node DatanodeRegistration(127.0.0.1:41495, datanodeUuid=bb3e6c63-565c-442e-8170-623b48579d0b, infoPort=38829, infoSecurePort=0, ipcPort=33329, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:25:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72cdb15f0ac1ceca with lease ID 0x3fc9bfdfbd74ef49: Processing first storage report for DS-e9f3be9a-b443-4732-8f17-74190f4e6176 from datanode DatanodeRegistration(127.0.0.1:39959, datanodeUuid=9a024d55-6862-442b-8e43-29a2054c1320, infoPort=38941, infoSecurePort=0, ipcPort=46343, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165) 2024-11-22T14:25:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72cdb15f0ac1ceca with lease ID 0x3fc9bfdfbd74ef49: from storage DS-e9f3be9a-b443-4732-8f17-74190f4e6176 node DatanodeRegistration(127.0.0.1:39959, datanodeUuid=9a024d55-6862-442b-8e43-29a2054c1320, infoPort=38941, infoSecurePort=0, ipcPort=46343, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:25:12,945 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data5/current/BP-1098216139-172.17.0.2-1732285511165/current, will proceed with Du for space computation calculation, 2024-11-22T14:25:12,946 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data6/current/BP-1098216139-172.17.0.2-1732285511165/current, will proceed with Du for space computation calculation, 2024-11-22T14:25:12,980 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T14:25:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3795680c1c2365 with lease ID 0x3fc9bfdfbd74ef4a: Processing first storage report for DS-375aebe6-7385-4f95-8762-766ca53c126d from datanode DatanodeRegistration(127.0.0.1:43157, datanodeUuid=4ae883eb-e296-481d-9af6-3caf2d8a17d3, infoPort=41199, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165) 2024-11-22T14:25:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3795680c1c2365 with lease ID 0x3fc9bfdfbd74ef4a: from storage DS-375aebe6-7385-4f95-8762-766ca53c126d node DatanodeRegistration(127.0.0.1:43157, datanodeUuid=4ae883eb-e296-481d-9af6-3caf2d8a17d3, infoPort=41199, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T14:25:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3795680c1c2365 with lease ID 0x3fc9bfdfbd74ef4a: Processing first storage report for DS-528f7947-5957-4ece-8f3d-4bb2b766a47e from datanode DatanodeRegistration(127.0.0.1:43157, datanodeUuid=4ae883eb-e296-481d-9af6-3caf2d8a17d3, infoPort=41199, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165) 2024-11-22T14:25:12,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3795680c1c2365 with lease ID 0x3fc9bfdfbd74ef4a: from storage DS-528f7947-5957-4ece-8f3d-4bb2b766a47e node DatanodeRegistration(127.0.0.1:43157, datanodeUuid=4ae883eb-e296-481d-9af6-3caf2d8a17d3, infoPort=41199, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=1039550288;c=1732285511165), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T14:25:13,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7 2024-11-22T14:25:13,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/zookeeper_0, clientPort=61635, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T14:25:13,241 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61635 2024-11-22T14:25:13,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:13,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:25:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:25:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741825_1001 (size=7) 2024-11-22T14:25:13,883 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1 with version=8 2024-11-22T14:25:13,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/hbase-staging 2024-11-22T14:25:14,126 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:25:14,134 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:25:14,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:25:14,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T14:25:14,342 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T14:25:14,351 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T14:25:14,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:25:14,380 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 74822 (auto-detected) 2024-11-22T14:25:14,382 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T14:25:14,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33817 2024-11-22T14:25:14,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33817 connecting to ZooKeeper ensemble=127.0.0.1:61635 2024-11-22T14:25:14,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338170x0, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:25:14,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33817-0x10067d29a6c0000 connected 2024-11-22T14:25:14,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:14,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:14,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:25:14,497 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1, hbase.cluster.distributed=false 2024-11-22T14:25:14,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:25:14,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33817 2024-11-22T14:25:14,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33817 2024-11-22T14:25:14,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33817 2024-11-22T14:25:14,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33817 2024-11-22T14:25:14,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33817 2024-11-22T14:25:14,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:25:14,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:25:14,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:25:14,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:25:14,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:25:14,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40659 2024-11-22T14:25:14,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40659 connecting to ZooKeeper ensemble=127.0.0.1:61635 2024-11-22T14:25:14,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:14,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406590x0, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:25:14,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406590x0, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:25:14,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40659-0x10067d29a6c0001 connected 2024-11-22T14:25:14,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:25:14,669 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:25:14,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T14:25:14,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:25:14,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40659 2024-11-22T14:25:14,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40659 2024-11-22T14:25:14,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40659 2024-11-22T14:25:14,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40659 2024-11-22T14:25:14,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40659 2024-11-22T14:25:14,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:25:14,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:25:14,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:25:14,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:25:14,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:25:14,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39845 2024-11-22T14:25:14,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39845 connecting to ZooKeeper ensemble=127.0.0.1:61635 2024-11-22T14:25:14,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:14,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:14,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398450x0, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:25:14,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39845-0x10067d29a6c0002 connected 2024-11-22T14:25:14,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:25:14,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:25:14,723 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:25:14,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T14:25:14,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:25:14,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39845 2024-11-22T14:25:14,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39845 2024-11-22T14:25:14,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39845 2024-11-22T14:25:14,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39845 2024-11-22T14:25:14,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39845 2024-11-22T14:25:14,762 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b313e41b3af3:0 server-side Connection retries=45 2024-11-22T14:25:14,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,763 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T14:25:14,763 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T14:25:14,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T14:25:14,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T14:25:14,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T14:25:14,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40931 2024-11-22T14:25:14,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40931 connecting to ZooKeeper ensemble=127.0.0.1:61635 2024-11-22T14:25:14,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:14,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:14,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409310x0, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T14:25:14,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409310x0, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:25:14,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40931-0x10067d29a6c0003 connected 2024-11-22T14:25:14,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T14:25:14,784 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T14:25:14,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T14:25:14,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T14:25:14,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-22T14:25:14,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40931 2024-11-22T14:25:14,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40931 2024-11-22T14:25:14,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-22T14:25:14,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-22T14:25:14,807 DEBUG [M:0;b313e41b3af3:33817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b313e41b3af3:33817 2024-11-22T14:25:14,809 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b313e41b3af3,33817,1732285513976 2024-11-22T14:25:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:25:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:25:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:25:14,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:25:14,819 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b313e41b3af3,33817,1732285513976 2024-11-22T14:25:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T14:25:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T14:25:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T14:25:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:14,840 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T14:25:14,841 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b313e41b3af3,33817,1732285513976 from backup master directory 2024-11-22T14:25:14,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:25:14,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b313e41b3af3,33817,1732285513976 2024-11-22T14:25:14,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:25:14,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:25:14,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T14:25:14,845 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:25:14,845 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b313e41b3af3,33817,1732285513976 2024-11-22T14:25:14,847 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T14:25:14,849 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T14:25:14,905 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/hbase.id] with ID: 142185e1-912b-4900-a63e-a0bebc8b66c4 2024-11-22T14:25:14,906 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/.tmp/hbase.id 2024-11-22T14:25:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:25:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:25:14,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741826_1002 (size=42) 2024-11-22T14:25:14,923 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/.tmp/hbase.id]:[hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/hbase.id] 2024-11-22T14:25:14,969 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T14:25:14,974 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T14:25:14,993 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-22T14:25:14,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:14,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:14,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:14,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:25:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:25:15,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741827_1003 (size=196) 2024-11-22T14:25:15,032 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:25:15,034 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T14:25:15,039 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:15,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:25:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:25:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741828_1004 (size=1189) 2024-11-22T14:25:15,087 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store 2024-11-22T14:25:15,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:25:15,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:25:15,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741829_1005 (size=34) 2024-11-22T14:25:15,114 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T14:25:15,118 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:15,120 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:25:15,120 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:25:15,120 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:25:15,122 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:25:15,122 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:25:15,122 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:25:15,124 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285515119Disabling compacts and flushes for region at 1732285515119Disabling writes for close at 1732285515122 (+3 ms)Writing region close event to WAL at 1732285515122Closed at 1732285515122 2024-11-22T14:25:15,127 WARN [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/.initializing 2024-11-22T14:25:15,127 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/WALs/b313e41b3af3,33817,1732285513976 2024-11-22T14:25:15,136 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:15,152 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C33817%2C1732285513976, suffix=, logDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/WALs/b313e41b3af3,33817,1732285513976, archiveDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/oldWALs, maxLogs=10 2024-11-22T14:25:15,189 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/WALs/b313e41b3af3,33817,1732285513976/b313e41b3af3%2C33817%2C1732285513976.1732285515158, exclude list is [], retry=0 2024-11-22T14:25:15,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:15,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:15,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:15,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:15,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T14:25:15,249 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-22T14:25:15,307 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/WALs/b313e41b3af3,33817,1732285513976/b313e41b3af3%2C33817%2C1732285513976.1732285515158 2024-11-22T14:25:15,308 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:15,308 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:15,309 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:15,311 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,312 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T14:25:15,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:15,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:25:15,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T14:25:15,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:15,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:15,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T14:25:15,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:15,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:15,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T14:25:15,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:15,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:15,393 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,396 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,398 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,403 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,404 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,407 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:25:15,410 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T14:25:15,414 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:15,415 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61508437, jitterRate=-0.08345286548137665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:25:15,424 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732285515324Initializing all the Stores at 1732285515326 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285515327 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285515328 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285515328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285515328Cleaning up temporary data from old regions at 1732285515404 (+76 ms)Region opened successfully at 1732285515424 (+20 ms) 2024-11-22T14:25:15,425 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T14:25:15,458 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7b12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:25:15,486 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T14:25:15,496 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T14:25:15,496 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T14:25:15,499 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T14:25:15,500 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T14:25:15,504 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T14:25:15,505 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T14:25:15,529 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T14:25:15,536 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T14:25:15,538 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T14:25:15,540 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T14:25:15,541 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T14:25:15,542 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T14:25:15,544 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T14:25:15,547 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T14:25:15,548 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T14:25:15,549 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T14:25:15,550 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T14:25:15,567 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T14:25:15,568 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T14:25:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:25:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:25:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:25:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T14:25:15,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,578 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b313e41b3af3,33817,1732285513976, sessionid=0x10067d29a6c0000, setting cluster-up flag (Was=false) 2024-11-22T14:25:15,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,598 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T14:25:15,600 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,33817,1732285513976 2024-11-22T14:25:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:15,614 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T14:25:15,616 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b313e41b3af3,33817,1732285513976 2024-11-22T14:25:15,625 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T14:25:15,697 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(746): ClusterId : 142185e1-912b-4900-a63e-a0bebc8b66c4 2024-11-22T14:25:15,698 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(746): ClusterId : 142185e1-912b-4900-a63e-a0bebc8b66c4 2024-11-22T14:25:15,700 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:25:15,701 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:25:15,705 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(746): ClusterId : 142185e1-912b-4900-a63e-a0bebc8b66c4 2024-11-22T14:25:15,705 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T14:25:15,706 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:25:15,706 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:25:15,708 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:25:15,709 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:25:15,709 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:25:15,710 DEBUG [RS:1;b313e41b3af3:39845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c59b2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:25:15,711 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:25:15,712 DEBUG [RS:2;b313e41b3af3:40931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438b8e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:25:15,715 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T14:25:15,715 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T14:25:15,718 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T14:25:15,719 DEBUG [RS:0;b313e41b3af3:40659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9383536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b313e41b3af3/172.17.0.2:0 2024-11-22T14:25:15,730 DEBUG [RS:1;b313e41b3af3:39845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b313e41b3af3:39845 2024-11-22T14:25:15,732 DEBUG [RS:2;b313e41b3af3:40931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b313e41b3af3:40931 2024-11-22T14:25:15,734 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:25:15,734 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:25:15,735 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:25:15,735 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:25:15,735 DEBUG [RS:0;b313e41b3af3:40659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b313e41b3af3:40659 2024-11-22T14:25:15,735 DEBUG [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:25:15,735 DEBUG [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:25:15,735 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T14:25:15,735 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T14:25:15,735 DEBUG [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T14:25:15,737 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T14:25:15,738 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,33817,1732285513976 with port=40931, startcode=1732285514761 2024-11-22T14:25:15,738 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,33817,1732285513976 with port=40659, startcode=1732285514599 2024-11-22T14:25:15,739 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,33817,1732285513976 with port=39845, startcode=1732285514696 2024-11-22T14:25:15,749 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T14:25:15,756 DEBUG [RS:0;b313e41b3af3:40659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:25:15,756 DEBUG [RS:1;b313e41b3af3:39845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:25:15,757 DEBUG [RS:2;b313e41b3af3:40931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T14:25:15,759 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T14:25:15,767 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b313e41b3af3,33817,1732285513976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T14:25:15,776 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:25:15,776 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:25:15,777 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:25:15,777 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b313e41b3af3:0, corePoolSize=5, maxPoolSize=5 2024-11-22T14:25:15,777 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b313e41b3af3:0, corePoolSize=10, maxPoolSize=10 2024-11-22T14:25:15,777 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:15,777 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:25:15,778 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:15,781 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732285545781 2024-11-22T14:25:15,783 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T14:25:15,784 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T14:25:15,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:25:15,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T14:25:15,788 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T14:25:15,789 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T14:25:15,789 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T14:25:15,790 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T14:25:15,796 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:15,797 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T14:25:15,805 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:15,825 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T14:25:15,827 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:25:15,827 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:25:15,832 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T14:25:15,833 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T14:25:15,835 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T14:25:15,836 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T14:25:15,843 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T14:25:15,845 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-22T14:25:15,849 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T14:25:15,850 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T14:25:15,861 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285515851,5,FailOnTimeoutGroup] 2024-11-22T14:25:15,864 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285515861,5,FailOnTimeoutGroup] 2024-11-22T14:25:15,864 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:15,865 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T14:25:15,895 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:15,895 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:25:15,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:25:15,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741831_1007 (size=1321) 2024-11-22T14:25:15,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T14:25:15,902 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1 2024-11-22T14:25:15,910 DEBUG [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T14:25:15,910 DEBUG [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T14:25:15,910 DEBUG [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T14:25:15,910 WARN [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T14:25:15,910 WARN [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T14:25:15,910 WARN [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T14:25:15,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:25:15,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:25:15,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741832_1008 (size=32) 2024-11-22T14:25:15,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:15,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:25:15,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:25:15,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:15,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:25:15,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:25:15,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:25:15,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:15,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:25:15,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:25:15,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:25:15,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:15,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:25:15,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:25:15,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:25:15,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:15,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:25:15,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:25:15,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740 2024-11-22T14:25:15,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740 2024-11-22T14:25:15,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:25:15,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:25:15,956 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:25:15,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:25:15,965 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:15,966 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71038555, jitterRate=0.05855695903301239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:25:15,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732285515927Initializing all the Stores at 1732285515929 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285515929Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285515929Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285515930 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285515930Cleaning up temporary data from old regions at 1732285515954 (+24 ms)Region opened successfully at 1732285515972 (+18 ms) 2024-11-22T14:25:15,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:25:15,972 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:25:15,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:25:15,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:25:15,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:25:15,974 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:25:15,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285515972Disabling compacts and flushes for region at 1732285515972Disabling writes for close at 1732285515973 (+1 ms)Writing region close event to WAL at 1732285515974 (+1 ms)Closed at 1732285515974 2024-11-22T14:25:15,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:25:15,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T14:25:15,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T14:25:16,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:25:16,005 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T14:25:16,012 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,33817,1732285513976 with port=40931, startcode=1732285514761 2024-11-22T14:25:16,012 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,33817,1732285513976 with port=40659, startcode=1732285514599 2024-11-22T14:25:16,012 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(2659): reportForDuty to master=b313e41b3af3,33817,1732285513976 with port=39845, startcode=1732285514696 2024-11-22T14:25:16,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,40931,1732285514761 2024-11-22T14:25:16,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,40931,1732285514761 2024-11-22T14:25:16,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,40659,1732285514599 2024-11-22T14:25:16,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,40659,1732285514599 2024-11-22T14:25:16,027 DEBUG [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1 2024-11-22T14:25:16,027 DEBUG [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34747 2024-11-22T14:25:16,027 DEBUG [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:25:16,030 DEBUG [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1 2024-11-22T14:25:16,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b313e41b3af3,39845,1732285514696 2024-11-22T14:25:16,030 DEBUG [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34747 2024-11-22T14:25:16,031 DEBUG [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:25:16,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] master.ServerManager(517): Registering regionserver=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:16,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:25:16,034 DEBUG [RS:2;b313e41b3af3:40931 {}] zookeeper.ZKUtil(111): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b313e41b3af3,40931,1732285514761 2024-11-22T14:25:16,034 WARN [RS:2;b313e41b3af3:40931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:25:16,034 INFO [RS:2;b313e41b3af3:40931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:16,034 DEBUG [RS:0;b313e41b3af3:40659 {}] zookeeper.ZKUtil(111): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b313e41b3af3,40659,1732285514599 2024-11-22T14:25:16,034 WARN [RS:0;b313e41b3af3:40659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:25:16,034 DEBUG [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1 2024-11-22T14:25:16,034 DEBUG [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40931,1732285514761 2024-11-22T14:25:16,034 DEBUG [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34747 2024-11-22T14:25:16,034 INFO [RS:0;b313e41b3af3:40659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:16,035 DEBUG [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T14:25:16,035 DEBUG [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599 2024-11-22T14:25:16,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,40931,1732285514761] 2024-11-22T14:25:16,036 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,40659,1732285514599] 2024-11-22T14:25:16,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:25:16,037 DEBUG [RS:1;b313e41b3af3:39845 {}] zookeeper.ZKUtil(111): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b313e41b3af3,39845,1732285514696 2024-11-22T14:25:16,038 WARN [RS:1;b313e41b3af3:39845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T14:25:16,038 INFO [RS:1;b313e41b3af3:39845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:16,038 DEBUG [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,39845,1732285514696 2024-11-22T14:25:16,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b313e41b3af3,39845,1732285514696] 2024-11-22T14:25:16,068 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:25:16,068 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:25:16,068 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T14:25:16,087 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:25:16,087 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:25:16,087 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T14:25:16,093 INFO [RS:1;b313e41b3af3:39845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:25:16,093 INFO [RS:0;b313e41b3af3:40659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:25:16,093 INFO [RS:2;b313e41b3af3:40931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:25:16,093 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,093 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,093 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,095 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:25:16,097 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:25:16,097 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T14:25:16,103 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:25:16,103 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:25:16,103 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T14:25:16,105 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,105 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,105 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,106 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,106 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:25:16,107 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:25:16,107 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0, corePoolSize=2, maxPoolSize=2 2024-11-22T14:25:16,107 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,107 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,108 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,108 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,108 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b313e41b3af3:0, corePoolSize=1, maxPoolSize=1 2024-11-22T14:25:16,108 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:25:16,108 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:25:16,108 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:25:16,108 DEBUG [RS:0;b313e41b3af3:40659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:25:16,108 DEBUG [RS:1;b313e41b3af3:39845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:25:16,108 DEBUG [RS:2;b313e41b3af3:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b313e41b3af3:0, corePoolSize=3, maxPoolSize=3 2024-11-22T14:25:16,112 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,113 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,113 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,113 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,113 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,113 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,113 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,113 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40659,1732285514599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:25:16,113 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,113 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,114 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,114 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40931,1732285514761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:25:16,114 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,114 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,114 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,114 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,114 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,114 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39845,1732285514696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:25:16,134 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:25:16,135 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:25:16,137 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40659,1732285514599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,137 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,40931,1732285514761-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,137 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,137 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.Replication(171): b313e41b3af3,40931,1732285514761 started 2024-11-22T14:25:16,137 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,137 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T14:25:16,138 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.Replication(171): b313e41b3af3,40659,1732285514599 started 2024-11-22T14:25:16,138 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,39845,1732285514696-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,138 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,138 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.Replication(171): b313e41b3af3,39845,1732285514696 started 2024-11-22T14:25:16,162 WARN [b313e41b3af3:33817 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T14:25:16,162 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,163 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,40659,1732285514599, RpcServer on b313e41b3af3/172.17.0.2:40659, sessionid=0x10067d29a6c0001 2024-11-22T14:25:16,164 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:25:16,164 DEBUG [RS:0;b313e41b3af3:40659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,40659,1732285514599 2024-11-22T14:25:16,164 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40659,1732285514599' 2024-11-22T14:25:16,164 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T14:25:16,165 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,165 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,39845,1732285514696, RpcServer on b313e41b3af3/172.17.0.2:39845, sessionid=0x10067d29a6c0002 2024-11-22T14:25:16,166 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:25:16,166 DEBUG [RS:1;b313e41b3af3:39845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,39845,1732285514696 2024-11-22T14:25:16,166 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,39845,1732285514696' 2024-11-22T14:25:16,166 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T14:25:16,166 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T14:25:16,167 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T14:25:16,167 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:25:16,167 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:25:16,167 DEBUG [RS:0;b313e41b3af3:40659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,40659,1732285514599 2024-11-22T14:25:16,167 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40659,1732285514599' 2024-11-22T14:25:16,167 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T14:25:16,167 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:25:16,167 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:25:16,167 DEBUG [RS:1;b313e41b3af3:39845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,39845,1732285514696 2024-11-22T14:25:16,168 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,39845,1732285514696' 2024-11-22T14:25:16,168 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T14:25:16,168 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T14:25:16,168 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T14:25:16,169 DEBUG [RS:0;b313e41b3af3:40659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:25:16,169 INFO [RS:0;b313e41b3af3:40659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:25:16,169 INFO [RS:0;b313e41b3af3:40659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:25:16,169 DEBUG [RS:1;b313e41b3af3:39845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:25:16,169 INFO [RS:1;b313e41b3af3:39845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:25:16,169 INFO [RS:1;b313e41b3af3:39845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:25:16,173 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:16,173 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(1482): Serving as b313e41b3af3,40931,1732285514761, RpcServer on b313e41b3af3/172.17.0.2:40931, sessionid=0x10067d29a6c0003 2024-11-22T14:25:16,174 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T14:25:16,174 DEBUG [RS:2;b313e41b3af3:40931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b313e41b3af3,40931,1732285514761 2024-11-22T14:25:16,174 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40931,1732285514761' 2024-11-22T14:25:16,174 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T14:25:16,175 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T14:25:16,176 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T14:25:16,176 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T14:25:16,176 DEBUG [RS:2;b313e41b3af3:40931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b313e41b3af3,40931,1732285514761 2024-11-22T14:25:16,177 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b313e41b3af3,40931,1732285514761' 2024-11-22T14:25:16,177 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T14:25:16,177 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T14:25:16,178 DEBUG [RS:2;b313e41b3af3:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T14:25:16,178 INFO [RS:2;b313e41b3af3:40931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T14:25:16,178 INFO [RS:2;b313e41b3af3:40931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T14:25:16,274 INFO [RS:1;b313e41b3af3:39845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:16,274 INFO [RS:0;b313e41b3af3:40659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:16,277 INFO [RS:1;b313e41b3af3:39845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C39845%2C1732285514696, suffix=, logDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,39845,1732285514696, archiveDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/oldWALs, maxLogs=32 2024-11-22T14:25:16,277 INFO [RS:0;b313e41b3af3:40659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C40659%2C1732285514599, suffix=, logDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599, archiveDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/oldWALs, maxLogs=32 2024-11-22T14:25:16,279 INFO [RS:2;b313e41b3af3:40931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:16,283 INFO [RS:2;b313e41b3af3:40931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C40931%2C1732285514761, suffix=, logDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40931,1732285514761, archiveDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/oldWALs, maxLogs=32 2024-11-22T14:25:16,294 DEBUG [RS:1;b313e41b3af3:39845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,39845,1732285514696/b313e41b3af3%2C39845%2C1732285514696.1732285516280, exclude list is [], retry=0 2024-11-22T14:25:16,298 DEBUG [RS:0;b313e41b3af3:40659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599/b313e41b3af3%2C40659%2C1732285514599.1732285516280, exclude list is [], retry=0 2024-11-22T14:25:16,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:16,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:16,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:16,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:16,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:16,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:16,306 DEBUG [RS:2;b313e41b3af3:40931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40931,1732285514761/b313e41b3af3%2C40931%2C1732285514761.1732285516285, exclude list is [], retry=0 2024-11-22T14:25:16,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:16,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:16,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:16,348 INFO [RS:1;b313e41b3af3:39845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,39845,1732285514696/b313e41b3af3%2C39845%2C1732285514696.1732285516280 2024-11-22T14:25:16,349 DEBUG [RS:1;b313e41b3af3:39845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:16,368 INFO [RS:2;b313e41b3af3:40931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40931,1732285514761/b313e41b3af3%2C40931%2C1732285514761.1732285516285 2024-11-22T14:25:16,368 DEBUG [RS:2;b313e41b3af3:40931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:16,369 INFO [RS:0;b313e41b3af3:40659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599/b313e41b3af3%2C40659%2C1732285514599.1732285516280 2024-11-22T14:25:16,369 DEBUG [RS:0;b313e41b3af3:40659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:16,415 DEBUG [b313e41b3af3:33817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-22T14:25:16,426 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(204): Hosts are {b313e41b3af3=0} racks are {/default-rack=0} 2024-11-22T14:25:16,434 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T14:25:16,434 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T14:25:16,434 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T14:25:16,434 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T14:25:16,434 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T14:25:16,434 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T14:25:16,434 INFO [b313e41b3af3:33817 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T14:25:16,434 INFO [b313e41b3af3:33817 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T14:25:16,434 INFO [b313e41b3af3:33817 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T14:25:16,434 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T14:25:16,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:16,451 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,39845,1732285514696, state=OPENING 2024-11-22T14:25:16,458 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T14:25:16,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:16,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:16,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:16,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:16,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:25:16,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:25:16,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:25:16,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:25:16,463 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T14:25:16,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,39845,1732285514696}] 2024-11-22T14:25:16,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:25:16,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:25:16,671 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T14:25:16,672 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:16,673 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T14:25:16,677 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b313e41b3af3%2C39845%2C1732285514696.meta, suffix=.meta, logDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,39845,1732285514696, archiveDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/oldWALs, maxLogs=32 2024-11-22T14:25:16,695 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,39845,1732285514696/b313e41b3af3%2C39845%2C1732285514696.meta.1732285516678.meta, exclude list is [], retry=0 2024-11-22T14:25:16,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:16,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:16,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:16,749 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,39845,1732285514696/b313e41b3af3%2C39845%2C1732285514696.meta.1732285516678.meta 2024-11-22T14:25:16,751 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:16,752 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:16,754 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T14:25:16,758 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T14:25:16,765 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T14:25:16,772 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T14:25:16,773 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:16,773 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T14:25:16,773 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T14:25:16,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T14:25:16,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T14:25:16,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:16,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:25:16,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T14:25:16,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T14:25:16,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:16,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:25:16,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T14:25:16,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T14:25:16,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:16,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:25:16,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T14:25:16,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T14:25:16,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:16,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T14:25:16,808 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T14:25:16,811 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740 2024-11-22T14:25:16,814 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740 2024-11-22T14:25:16,818 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T14:25:16,818 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T14:25:16,820 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T14:25:16,824 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T14:25:16,826 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72582415, jitterRate=0.08156226575374603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T14:25:16,826 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T14:25:16,828 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732285516777Writing region info on filesystem at 1732285516777Initializing all the Stores at 1732285516781 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285516782 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285516788 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285516788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732285516788Cleaning up temporary data from old regions at 1732285516818 (+30 ms)Running coprocessor post-open hooks at 1732285516826 (+8 ms)Region opened successfully at 1732285516828 (+2 ms) 2024-11-22T14:25:16,839 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732285516639 2024-11-22T14:25:16,854 DEBUG [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T14:25:16,854 INFO [RS_OPEN_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T14:25:16,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:16,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b313e41b3af3,39845,1732285514696, state=OPEN 2024-11-22T14:25:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:25:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:25:16,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:25:16,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:25:16,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:25:16,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T14:25:16,864 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:16,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:25:16,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T14:25:16,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T14:25:16,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b313e41b3af3,39845,1732285514696 in 399 msec 2024-11-22T14:25:16,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T14:25:16,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 889 msec 2024-11-22T14:25:16,896 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T14:25:16,896 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T14:25:16,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:25:16,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,39845,1732285514696, seqNum=-1] 2024-11-22T14:25:16,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:25:16,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:25:17,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-11-22T14:25:17,016 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732285517016, completionTime=-1 2024-11-22T14:25:17,020 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-22T14:25:17,020 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T14:25:17,092 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-22T14:25:17,092 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732285577092 2024-11-22T14:25:17,092 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732285637092 2024-11-22T14:25:17,092 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 71 msec 2024-11-22T14:25:17,094 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T14:25:17,120 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33817,1732285513976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:17,122 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33817,1732285513976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:17,122 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33817,1732285513976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:17,124 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b313e41b3af3:33817, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:17,125 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:17,131 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:17,132 DEBUG [master/b313e41b3af3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T14:25:17,170 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.325sec 2024-11-22T14:25:17,172 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T14:25:17,176 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T14:25:17,178 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T14:25:17,179 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T14:25:17,179 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T14:25:17,180 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33817,1732285513976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T14:25:17,181 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33817,1732285513976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T14:25:17,190 DEBUG [master/b313e41b3af3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T14:25:17,191 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T14:25:17,192 INFO [master/b313e41b3af3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b313e41b3af3,33817,1732285513976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:17,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287698dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:25:17,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b313e41b3af3,33817,-1 for getting cluster id 2024-11-22T14:25:17,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T14:25:17,236 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '142185e1-912b-4900-a63e-a0bebc8b66c4' 2024-11-22T14:25:17,239 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T14:25:17,240 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "142185e1-912b-4900-a63e-a0bebc8b66c4" 2024-11-22T14:25:17,240 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b2e9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:25:17,240 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b313e41b3af3,33817,-1] 2024-11-22T14:25:17,244 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T14:25:17,250 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:17,253 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T14:25:17,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd88229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T14:25:17,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T14:25:17,272 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b313e41b3af3,39845,1732285514696, seqNum=-1] 2024-11-22T14:25:17,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:25:17,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:25:17,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b313e41b3af3,33817,1732285513976 2024-11-22T14:25:17,315 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34747/hbase 2024-11-22T14:25:17,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=368, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=1133, ProcessCount=11, AvailableMemoryMB=5930 2024-11-22T14:25:17,371 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:17,376 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:17,381 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:17,394 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-75781884, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-75781884, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:17,416 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-75781884/hregion-75781884.1732285517397, exclude list is [], retry=0 2024-11-22T14:25:17,423 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:17,423 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:17,426 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:17,486 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-75781884/hregion-75781884.1732285517397 2024-11-22T14:25:17,486 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:17,487 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9996b62361d3f25a8307228cf3c2536e, NAME => 'testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741838_1014 (size=64) 2024-11-22T14:25:17,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741838_1014 (size=64) 2024-11-22T14:25:17,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741838_1014 (size=64) 2024-11-22T14:25:17,519 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:17,525 INFO [StoreOpener-9996b62361d3f25a8307228cf3c2536e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:17,529 INFO [StoreOpener-9996b62361d3f25a8307228cf3c2536e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9996b62361d3f25a8307228cf3c2536e columnFamilyName a 2024-11-22T14:25:17,529 DEBUG [StoreOpener-9996b62361d3f25a8307228cf3c2536e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:17,530 INFO [StoreOpener-9996b62361d3f25a8307228cf3c2536e-1 {}] regionserver.HStore(327): Store=9996b62361d3f25a8307228cf3c2536e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:17,531 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:17,534 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:17,535 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:17,536 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:17,536 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:17,540 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:17,550 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:17,552 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9996b62361d3f25a8307228cf3c2536e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74938839, jitterRate=0.1166757196187973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:25:17,553 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9996b62361d3f25a8307228cf3c2536e: Writing region info on filesystem at 1732285517520Initializing all the Stores at 1732285517522 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285517522Cleaning up temporary data from old regions at 1732285517536 (+14 ms)Region opened successfully at 1732285517553 (+17 ms) 2024-11-22T14:25:17,554 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9996b62361d3f25a8307228cf3c2536e, disabling compactions & flushes 2024-11-22T14:25:17,554 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e. 2024-11-22T14:25:17,554 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e. 2024-11-22T14:25:17,554 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e. after waiting 0 ms 2024-11-22T14:25:17,554 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e. 2024-11-22T14:25:17,555 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e. 2024-11-22T14:25:17,555 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9996b62361d3f25a8307228cf3c2536e: Waiting for close lock at 1732285517553Disabling compacts and flushes for region at 1732285517553Disabling writes for close at 1732285517554 (+1 ms)Writing region close event to WAL at 1732285517555 (+1 ms)Closed at 1732285517555 2024-11-22T14:25:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741837_1013 (size=175) 2024-11-22T14:25:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741837_1013 (size=175) 2024-11-22T14:25:17,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741837_1013 (size=175) 2024-11-22T14:25:17,581 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:17,581 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-75781884:(num 1732285517397) 2024-11-22T14:25:17,583 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T14:25:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741839_1015 (size=469) 2024-11-22T14:25:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741839_1015 (size=469) 2024-11-22T14:25:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741839_1015 (size=469) 2024-11-22T14:25:17,659 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T14:25:17,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741840_1016 (size=322) 2024-11-22T14:25:17,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741840_1016 (size=322) 2024-11-22T14:25:17,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741840_1016 (size=322) 2024-11-22T14:25:17,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1, size=469 (469bytes) 2024-11-22T14:25:17,760 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T14:25:17,760 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T14:25:17,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1 2024-11-22T14:25:17,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1 after 6ms 2024-11-22T14:25:17,808 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:17,808 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1 took 52ms 2024-11-22T14:25:17,814 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1 so closing down 2024-11-22T14:25:17,815 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:17,819 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-22T14:25:17,854 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000001-wal-1.temp 2024-11-22T14:25:17,855 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:17,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741841_1017 (size=469) 2024-11-22T14:25:17,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741841_1017 (size=469) 2024-11-22T14:25:17,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741841_1017 (size=469) 2024-11-22T14:25:17,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:17,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002 2024-11-22T14:25:17,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-22T14:25:17,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1, journal: Splitting hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1, size=469 (469bytes) at 1732285517758Finishing writing output for hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1 so closing down at 1732285517814 (+56 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000001-wal-1.temp at 1732285517854 (+40 ms)3 split writer threads finished at 1732285517855 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732285517903 (+48 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002 at 1732285517907 (+4 ms)Processed 2 edits across 1 Regions in 98 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732285517912 (+5 ms) 2024-11-22T14:25:17,934 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2, size=322 (322bytes) 2024-11-22T14:25:17,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2 2024-11-22T14:25:17,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2 after 1ms 2024-11-22T14:25:17,978 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:17,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2 took 44ms 2024-11-22T14:25:17,982 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2 so closing down 2024-11-22T14:25:17,982 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:17,985 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-22T14:25:18,019 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002-wal-2.temp 2024-11-22T14:25:18,020 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:18,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741842_1018 (size=322) 2024-11-22T14:25:18,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741842_1018 (size=322) 2024-11-22T14:25:18,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741842_1018 (size=322) 2024-11-22T14:25:18,031 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:18,077 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:18,080 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-22T14:25:18,083 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-22T14:25:18,083 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2, journal: Splitting hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2, size=322 (322bytes) at 1732285517934Finishing writing output for hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2 so closing down at 1732285517982 (+48 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002-wal-2.temp at 1732285518020 (+38 ms)3 split writer threads finished at 1732285518020Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732285518031 (+11 ms)Processed 1 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732285518083 (+52 ms) 2024-11-22T14:25:18,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:18,087 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:18,107 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal.1732285518087, exclude list is [], retry=0 2024-11-22T14:25:18,112 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:18,113 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:18,114 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:18,153 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal.1732285518087 2024-11-22T14:25:18,154 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:18,154 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9996b62361d3f25a8307228cf3c2536e, NAME => 'testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:18,154 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:18,155 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:18,155 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:18,157 INFO [StoreOpener-9996b62361d3f25a8307228cf3c2536e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:18,161 INFO [StoreOpener-9996b62361d3f25a8307228cf3c2536e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9996b62361d3f25a8307228cf3c2536e columnFamilyName a 2024-11-22T14:25:18,162 DEBUG [StoreOpener-9996b62361d3f25a8307228cf3c2536e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:18,163 INFO [StoreOpener-9996b62361d3f25a8307228cf3c2536e-1 {}] regionserver.HStore(327): Store=9996b62361d3f25a8307228cf3c2536e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:18,164 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:18,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:18,168 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:18,170 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002 2024-11-22T14:25:18,208 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:18,216 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002 2024-11-22T14:25:18,221 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9996b62361d3f25a8307228cf3c2536e 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-22T14:25:18,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/.tmp/a/23fa34c3997c400ba5555651681e8a9c is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732285517581/Put/seqid=0 2024-11-22T14:25:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741844_1020 (size=5170) 2024-11-22T14:25:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741844_1020 (size=5170) 2024-11-22T14:25:18,319 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/.tmp/a/23fa34c3997c400ba5555651681e8a9c 2024-11-22T14:25:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741844_1020 (size=5170) 2024-11-22T14:25:18,371 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/.tmp/a/23fa34c3997c400ba5555651681e8a9c as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/a/23fa34c3997c400ba5555651681e8a9c 2024-11-22T14:25:18,394 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/a/23fa34c3997c400ba5555651681e8a9c, entries=2, sequenceid=2, filesize=5.0 K 2024-11-22T14:25:18,401 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9996b62361d3f25a8307228cf3c2536e in 179ms, sequenceid=2, compaction requested=false; wal=null 2024-11-22T14:25:18,404 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/0000000000000000002 2024-11-22T14:25:18,405 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:18,405 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:18,411 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9996b62361d3f25a8307228cf3c2536e 2024-11-22T14:25:18,418 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/9996b62361d3f25a8307228cf3c2536e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-22T14:25:18,421 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9996b62361d3f25a8307228cf3c2536e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64242742, jitterRate=-0.04270854592323303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:25:18,422 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9996b62361d3f25a8307228cf3c2536e: Writing region info on filesystem at 1732285518155Initializing all the Stores at 1732285518157 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285518157Obtaining lock to block concurrent updates at 1732285518221 (+64 ms)Preparing flush snapshotting stores in 9996b62361d3f25a8307228cf3c2536e at 1732285518221Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732285518224 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732285517372.9996b62361d3f25a8307228cf3c2536e. at 1732285518224Flushing 9996b62361d3f25a8307228cf3c2536e/a: creating writer at 1732285518226 (+2 ms)Flushing 9996b62361d3f25a8307228cf3c2536e/a: appending metadata at 1732285518272 (+46 ms)Flushing 9996b62361d3f25a8307228cf3c2536e/a: closing flushed file at 1732285518275 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c5d4d2: reopening flushed file at 1732285518369 (+94 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9996b62361d3f25a8307228cf3c2536e in 179ms, sequenceid=2, compaction requested=false; wal=null at 1732285518401 (+32 ms)Cleaning up temporary data from old regions at 1732285518405 (+4 ms)Region opened successfully at 1732285518421 (+16 ms) 2024-11-22T14:25:18,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=379 (was 368) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:56462 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:56370 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:36044 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:45302 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34747/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:35894 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:45298 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1133 (was 1133), ProcessCount=11 (was 11), AvailableMemoryMB=5741 (was 5930) 2024-11-22T14:25:18,463 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=379, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=1133, ProcessCount=11, AvailableMemoryMB=5740 2024-11-22T14:25:18,480 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:18,484 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:18,485 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:18,492 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16749128, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-16749128, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:18,510 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16749128/hregion-16749128.1732285518493, exclude list is [], retry=0 2024-11-22T14:25:18,518 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:18,526 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:18,529 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:18,576 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16749128/hregion-16749128.1732285518493 2024-11-22T14:25:18,577 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:18,578 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d3a560a1b34df2ba20a42966b9bbc933, NAME => 'testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:18,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741846_1022 (size=64) 2024-11-22T14:25:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741846_1022 (size=64) 2024-11-22T14:25:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741846_1022 (size=64) 2024-11-22T14:25:18,609 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:18,619 INFO [StoreOpener-d3a560a1b34df2ba20a42966b9bbc933-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:18,622 INFO [StoreOpener-d3a560a1b34df2ba20a42966b9bbc933-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3a560a1b34df2ba20a42966b9bbc933 columnFamilyName a 2024-11-22T14:25:18,623 DEBUG [StoreOpener-d3a560a1b34df2ba20a42966b9bbc933-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:18,624 INFO [StoreOpener-d3a560a1b34df2ba20a42966b9bbc933-1 {}] regionserver.HStore(327): Store=d3a560a1b34df2ba20a42966b9bbc933/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:18,624 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:18,626 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:18,626 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:18,627 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:18,627 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:18,632 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:18,637 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:18,640 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d3a560a1b34df2ba20a42966b9bbc933; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75246889, jitterRate=0.12126602232456207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:25:18,640 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d3a560a1b34df2ba20a42966b9bbc933: Writing region info on filesystem at 1732285518609Initializing all the Stores at 1732285518619 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285518619Cleaning up temporary data from old regions at 1732285518627 (+8 ms)Region opened successfully at 1732285518640 (+13 ms) 2024-11-22T14:25:18,640 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d3a560a1b34df2ba20a42966b9bbc933, disabling compactions & flushes 2024-11-22T14:25:18,640 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933. 2024-11-22T14:25:18,640 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933. 2024-11-22T14:25:18,641 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933. after waiting 0 ms 2024-11-22T14:25:18,641 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933. 2024-11-22T14:25:18,641 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933. 2024-11-22T14:25:18,641 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d3a560a1b34df2ba20a42966b9bbc933: Waiting for close lock at 1732285518640Disabling compacts and flushes for region at 1732285518640Disabling writes for close at 1732285518641 (+1 ms)Writing region close event to WAL at 1732285518641Closed at 1732285518641 2024-11-22T14:25:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741845_1021 (size=175) 2024-11-22T14:25:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741845_1021 (size=175) 2024-11-22T14:25:18,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741845_1021 (size=175) 2024-11-22T14:25:18,649 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:18,649 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16749128:(num 1732285518493) 2024-11-22T14:25:18,650 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T14:25:18,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741847_1023 (size=469) 2024-11-22T14:25:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741847_1023 (size=469) 2024-11-22T14:25:18,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741847_1023 (size=469) 2024-11-22T14:25:18,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-22T14:25:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741848_1024 (size=322) 2024-11-22T14:25:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741848_1024 (size=322) 2024-11-22T14:25:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741848_1024 (size=322) 2024-11-22T14:25:18,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2, size=322 (322bytes) 2024-11-22T14:25:18,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2 2024-11-22T14:25:18,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2 after 1ms 2024-11-22T14:25:18,827 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:18,827 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2 took 31ms 2024-11-22T14:25:18,830 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2 so closing down 2024-11-22T14:25:18,830 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:18,832 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-22T14:25:18,859 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002-wal-2.temp 2024-11-22T14:25:18,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:18,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741849_1025 (size=322) 2024-11-22T14:25:18,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741849_1025 (size=322) 2024-11-22T14:25:18,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741849_1025 (size=322) 2024-11-22T14:25:18,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:18,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002 2024-11-22T14:25:18,870 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-22T14:25:18,870 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2, journal: Splitting hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2, size=322 (322bytes) at 1732285518797Finishing writing output for hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2 so closing down at 1732285518830 (+33 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002-wal-2.temp at 1732285518859 (+29 ms)3 split writer threads finished at 1732285518859Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732285518868 (+9 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002 at 1732285518870 (+2 ms)Processed 1 edits across 1 Regions in 42 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732285518870 2024-11-22T14:25:18,887 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1, size=469 (469bytes) 2024-11-22T14:25:18,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1 2024-11-22T14:25:18,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1 after 0ms 2024-11-22T14:25:18,917 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:18,917 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1 took 31ms 2024-11-22T14:25:18,920 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1 so closing down 2024-11-22T14:25:18,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:18,923 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-22T14:25:18,949 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000001-wal-1.temp 2024-11-22T14:25:18,950 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741850_1026 (size=469) 2024-11-22T14:25:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741850_1026 (size=469) 2024-11-22T14:25:18,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741850_1026 (size=469) 2024-11-22T14:25:18,958 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:18,988 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:18,990 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002, length=322 2024-11-22T14:25:18,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002 2024-11-22T14:25:18,993 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-22T14:25:18,993 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1, journal: Splitting hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1, size=469 (469bytes) at 1732285518887Finishing writing output for hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1 so closing down at 1732285518921 (+34 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000001-wal-1.temp at 1732285518950 (+29 ms)3 split writer threads finished at 1732285518950Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732285518958 (+8 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002 at 1732285518993 (+35 ms)Processed 2 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732285518993 2024-11-22T14:25:18,993 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:18,995 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:19,009 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal.1732285518996, exclude list is [], retry=0 2024-11-22T14:25:19,012 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:19,013 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:19,014 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:19,041 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal.1732285518996 2024-11-22T14:25:19,041 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:19,041 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d3a560a1b34df2ba20a42966b9bbc933, NAME => 'testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:19,041 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:19,041 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:19,041 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:19,043 INFO [StoreOpener-d3a560a1b34df2ba20a42966b9bbc933-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:19,045 INFO [StoreOpener-d3a560a1b34df2ba20a42966b9bbc933-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3a560a1b34df2ba20a42966b9bbc933 columnFamilyName a 2024-11-22T14:25:19,045 DEBUG [StoreOpener-d3a560a1b34df2ba20a42966b9bbc933-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:19,046 INFO [StoreOpener-d3a560a1b34df2ba20a42966b9bbc933-1 {}] regionserver.HStore(327): Store=d3a560a1b34df2ba20a42966b9bbc933/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:19,046 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:19,047 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:19,049 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:19,050 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002 2024-11-22T14:25:19,077 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:19,079 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002 2024-11-22T14:25:19,079 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d3a560a1b34df2ba20a42966b9bbc933 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-22T14:25:19,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/.tmp/a/87fe3ccba0704bda8d29d163eb1aeccd is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732285518649/Put/seqid=0 2024-11-22T14:25:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741852_1028 (size=5170) 2024-11-22T14:25:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741852_1028 (size=5170) 2024-11-22T14:25:19,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741852_1028 (size=5170) 2024-11-22T14:25:19,106 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/.tmp/a/87fe3ccba0704bda8d29d163eb1aeccd 2024-11-22T14:25:19,116 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/.tmp/a/87fe3ccba0704bda8d29d163eb1aeccd as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/a/87fe3ccba0704bda8d29d163eb1aeccd 2024-11-22T14:25:19,126 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/a/87fe3ccba0704bda8d29d163eb1aeccd, entries=2, sequenceid=2, filesize=5.0 K 2024-11-22T14:25:19,127 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d3a560a1b34df2ba20a42966b9bbc933 in 48ms, sequenceid=2, compaction requested=false; wal=null 2024-11-22T14:25:19,128 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/0000000000000000002 2024-11-22T14:25:19,128 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:19,128 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:19,131 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d3a560a1b34df2ba20a42966b9bbc933 2024-11-22T14:25:19,134 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/d3a560a1b34df2ba20a42966b9bbc933/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-22T14:25:19,136 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d3a560a1b34df2ba20a42966b9bbc933; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69372348, jitterRate=0.03372853994369507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:25:19,136 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d3a560a1b34df2ba20a42966b9bbc933: Writing region info on filesystem at 1732285519042Initializing all the Stores at 1732285519043 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285519043Obtaining lock to block concurrent updates at 1732285519079 (+36 ms)Preparing flush snapshotting stores in d3a560a1b34df2ba20a42966b9bbc933 at 1732285519079Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732285519079Flushing stores of testReplayEditsWrittenIntoWAL,,1732285518481.d3a560a1b34df2ba20a42966b9bbc933. at 1732285519079Flushing d3a560a1b34df2ba20a42966b9bbc933/a: creating writer at 1732285519079Flushing d3a560a1b34df2ba20a42966b9bbc933/a: appending metadata at 1732285519093 (+14 ms)Flushing d3a560a1b34df2ba20a42966b9bbc933/a: closing flushed file at 1732285519093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27263f12: reopening flushed file at 1732285519115 (+22 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d3a560a1b34df2ba20a42966b9bbc933 in 48ms, sequenceid=2, compaction requested=false; wal=null at 1732285519127 (+12 ms)Cleaning up temporary data from old regions at 1732285519128 (+1 ms)Region opened successfully at 1732285519136 (+8 ms) 2024-11-22T14:25:19,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=390 (was 379) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:56370 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:45302 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:34794 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:35894 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:58022 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:59798 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1133 (was 1133), ProcessCount=11 (was 11), AvailableMemoryMB=5727 (was 5740) 2024-11-22T14:25:19,171 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=390, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=1133, ProcessCount=11, AvailableMemoryMB=5726 2024-11-22T14:25:19,189 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:19,191 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:19,192 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:19,195 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-39579426, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-39579426, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:19,209 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-39579426/hregion-39579426.1732285519196, exclude list is [], retry=0 2024-11-22T14:25:19,213 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:19,213 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:19,213 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:19,241 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-39579426/hregion-39579426.1732285519196 2024-11-22T14:25:19,241 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:19,241 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ff69f6181335412b0f4b8b3d6d9dc945, NAME => 'testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741854_1030 (size=64) 2024-11-22T14:25:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741854_1030 (size=64) 2024-11-22T14:25:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741854_1030 (size=64) 2024-11-22T14:25:19,253 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:19,255 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:19,257 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff69f6181335412b0f4b8b3d6d9dc945 columnFamilyName a 2024-11-22T14:25:19,257 DEBUG [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:19,258 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(327): Store=ff69f6181335412b0f4b8b3d6d9dc945/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:19,258 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:19,260 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff69f6181335412b0f4b8b3d6d9dc945 columnFamilyName b 2024-11-22T14:25:19,260 DEBUG [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:19,260 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(327): Store=ff69f6181335412b0f4b8b3d6d9dc945/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:19,261 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:19,262 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff69f6181335412b0f4b8b3d6d9dc945 columnFamilyName c 2024-11-22T14:25:19,262 DEBUG [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:19,263 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(327): Store=ff69f6181335412b0f4b8b3d6d9dc945/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:19,263 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:19,264 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:19,265 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:19,266 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:19,266 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:19,267 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:19,268 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:19,271 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:19,271 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ff69f6181335412b0f4b8b3d6d9dc945; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70409974, jitterRate=0.049190372228622437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:19,272 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ff69f6181335412b0f4b8b3d6d9dc945: Writing region info on filesystem at 1732285519254Initializing all the Stores at 1732285519255 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285519255Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285519255Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285519255Cleaning up temporary data from old regions at 1732285519266 (+11 ms)Region opened successfully at 1732285519272 (+6 ms) 2024-11-22T14:25:19,272 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ff69f6181335412b0f4b8b3d6d9dc945, disabling compactions & flushes 2024-11-22T14:25:19,272 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. 2024-11-22T14:25:19,272 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. 2024-11-22T14:25:19,272 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. after waiting 0 ms 2024-11-22T14:25:19,272 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. 2024-11-22T14:25:19,272 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. 2024-11-22T14:25:19,273 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ff69f6181335412b0f4b8b3d6d9dc945: Waiting for close lock at 1732285519272Disabling compacts and flushes for region at 1732285519272Disabling writes for close at 1732285519272Writing region close event to WAL at 1732285519272Closed at 1732285519272 2024-11-22T14:25:19,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741853_1029 (size=175) 2024-11-22T14:25:19,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741853_1029 (size=175) 2024-11-22T14:25:19,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741853_1029 (size=175) 2024-11-22T14:25:19,279 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:19,279 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-39579426:(num 1732285519196) 2024-11-22T14:25:19,280 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:19,282 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:19,295 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282, exclude list is [], retry=0 2024-11-22T14:25:19,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:19,299 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:19,299 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:19,328 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 2024-11-22T14:25:19,328 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:19,548 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282, size=0 (0bytes) 2024-11-22T14:25:19,548 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 might be still open, length is 0 2024-11-22T14:25:19,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 2024-11-22T14:25:19,549 WARN [IPC Server handler 0 on default port 34747 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-22T14:25:19,550 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 after 2ms 2024-11-22T14:25:21,998 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:58046 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58046 dst: /127.0.0.1:43157 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43157 remote=/127.0.0.1:58046]. Total timeout mills is 60000, 57517 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:22,000 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:34828 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41495:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34828 dst: /127.0.0.1:41495 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:22,000 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:59822 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39959:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59822 dst: /127.0.0.1:39959 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:22,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741855_1032 (size=497775) 2024-11-22T14:25:22,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741855_1032 (size=497775) 2024-11-22T14:25:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741855_1032 (size=497775) 2024-11-22T14:25:22,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T14:25:22,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T14:25:23,551 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 after 4003ms 2024-11-22T14:25:23,586 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:23,588 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 took 4040ms 2024-11-22T14:25:23,593 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732285519282.temp 2024-11-22T14:25:23,631 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000000001-wal.1732285519282.temp 2024-11-22T14:25:23,710 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282; continuing. 2024-11-22T14:25:23,710 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 so closing down 2024-11-22T14:25:23,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:23,711 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741856_1033 (size=497783) 2024-11-22T14:25:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741856_1033 (size=497783) 2024-11-22T14:25:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741856_1033 (size=497783) 2024-11-22T14:25:23,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000000001-wal.1732285519282.temp (wrote 3002 edits, skipped 0 edits in 54 ms) 2024-11-22T14:25:23,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000000001-wal.1732285519282.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000003002 2024-11-22T14:25:23,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T14:25:23,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282, journal: Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282, size=0 (0bytes) at 1732285519548Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000000001-wal.1732285519282.temp at 1732285523631 (+4083 ms)Split 1024 edits, skipped 0 edits. at 1732285523659 (+28 ms)Split 2048 edits, skipped 0 edits. at 1732285523684 (+25 ms)Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 so closing down at 1732285523711 (+27 ms)3 split writer threads finished at 1732285523711Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000000001-wal.1732285519282.temp (wrote 3002 edits, skipped 0 edits in 54 ms) at 1732285523717 (+6 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000000001-wal.1732285519282.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000003002 at 1732285523720 (+3 ms)Processed 3002 edits across 1 Regions in 132 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282, size=0, length=0, corrupted=false, cancelled=false at 1732285523720 2024-11-22T14:25:23,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285519282 2024-11-22T14:25:23,724 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000003002 2024-11-22T14:25:23,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:23,727 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:23,739 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285523728, exclude list is [], retry=0 2024-11-22T14:25:23,743 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:23,743 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:23,743 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:23,770 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285523728 2024-11-22T14:25:23,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:23,771 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:23,773 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:23,774 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff69f6181335412b0f4b8b3d6d9dc945 columnFamilyName a 2024-11-22T14:25:23,774 DEBUG [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:23,775 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(327): Store=ff69f6181335412b0f4b8b3d6d9dc945/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:23,775 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:23,776 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff69f6181335412b0f4b8b3d6d9dc945 columnFamilyName b 2024-11-22T14:25:23,776 DEBUG [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:23,777 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(327): Store=ff69f6181335412b0f4b8b3d6d9dc945/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:23,777 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:23,778 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff69f6181335412b0f4b8b3d6d9dc945 columnFamilyName c 2024-11-22T14:25:23,778 DEBUG [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:23,779 INFO [StoreOpener-ff69f6181335412b0f4b8b3d6d9dc945-1 {}] regionserver.HStore(327): Store=ff69f6181335412b0f4b8b3d6d9dc945/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:23,779 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:23,780 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:23,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:23,783 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000003002 2024-11-22T14:25:23,817 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:23,865 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T14:25:24,291 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff69f6181335412b0f4b8b3d6d9dc945 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T14:25:24,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T14:25:24,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:24,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:25:24,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T14:25:24,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T14:25:24,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:24,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-22T14:25:24,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:24,346 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/a/62812efd48da4b6397885570001c9451 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732285519335/Put/seqid=0 2024-11-22T14:25:24,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741858_1035 (size=50463) 2024-11-22T14:25:24,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741858_1035 (size=50463) 2024-11-22T14:25:24,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741858_1035 (size=50463) 2024-11-22T14:25:24,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/a/62812efd48da4b6397885570001c9451 2024-11-22T14:25:24,372 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/a/62812efd48da4b6397885570001c9451 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/a/62812efd48da4b6397885570001c9451 2024-11-22T14:25:24,382 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/a/62812efd48da4b6397885570001c9451, entries=754, sequenceid=754, filesize=49.3 K 2024-11-22T14:25:24,383 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for ff69f6181335412b0f4b8b3d6d9dc945 in 91ms, sequenceid=754, compaction requested=false; wal=null 2024-11-22T14:25:24,406 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T14:25:24,407 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff69f6181335412b0f4b8b3d6d9dc945 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T14:25:24,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/a/2055dd79ce6d44948bdd904b6f2a5762 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732285519370/Put/seqid=0 2024-11-22T14:25:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741859_1036 (size=20072) 2024-11-22T14:25:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741859_1036 (size=20072) 2024-11-22T14:25:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741859_1036 (size=20072) 2024-11-22T14:25:24,433 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/a/2055dd79ce6d44948bdd904b6f2a5762 2024-11-22T14:25:24,461 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/b/021f972b43e249a18d8227e608e3cc07 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732285519403/Put/seqid=0 2024-11-22T14:25:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741860_1037 (size=35835) 2024-11-22T14:25:24,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741860_1037 (size=35835) 2024-11-22T14:25:24,471 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/b/021f972b43e249a18d8227e608e3cc07 2024-11-22T14:25:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741860_1037 (size=35835) 2024-11-22T14:25:24,483 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/a/2055dd79ce6d44948bdd904b6f2a5762 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/a/2055dd79ce6d44948bdd904b6f2a5762 2024-11-22T14:25:24,492 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/a/2055dd79ce6d44948bdd904b6f2a5762, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-22T14:25:24,495 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/b/021f972b43e249a18d8227e608e3cc07 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/b/021f972b43e249a18d8227e608e3cc07 2024-11-22T14:25:24,504 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/b/021f972b43e249a18d8227e608e3cc07, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-22T14:25:24,504 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ff69f6181335412b0f4b8b3d6d9dc945 in 98ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-22T14:25:24,526 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T14:25:24,527 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff69f6181335412b0f4b8b3d6d9dc945 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-22T14:25:24,547 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/b/3299517cebe3464eab7eba90381a97d6 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732285519425/Put/seqid=0 2024-11-22T14:25:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741861_1038 (size=35082) 2024-11-22T14:25:24,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741861_1038 (size=35082) 2024-11-22T14:25:24,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741861_1038 (size=35082) 2024-11-22T14:25:24,575 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/b/3299517cebe3464eab7eba90381a97d6 2024-11-22T14:25:24,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/c/5bf812cd6a984f26bf4bead0cfad6ac5 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732285519461/Put/seqid=0 2024-11-22T14:25:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741862_1039 (size=20825) 2024-11-22T14:25:24,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741862_1039 (size=20825) 2024-11-22T14:25:24,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741862_1039 (size=20825) 2024-11-22T14:25:24,637 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/c/5bf812cd6a984f26bf4bead0cfad6ac5 2024-11-22T14:25:24,650 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/b/3299517cebe3464eab7eba90381a97d6 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/b/3299517cebe3464eab7eba90381a97d6 2024-11-22T14:25:24,660 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/b/3299517cebe3464eab7eba90381a97d6, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-22T14:25:24,663 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/c/5bf812cd6a984f26bf4bead0cfad6ac5 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/c/5bf812cd6a984f26bf4bead0cfad6ac5 2024-11-22T14:25:24,673 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/c/5bf812cd6a984f26bf4bead0cfad6ac5, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-22T14:25:24,673 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ff69f6181335412b0f4b8b3d6d9dc945 in 146ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-22T14:25:24,693 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732285519514/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. 2024-11-22T14:25:24,698 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000003002 2024-11-22T14:25:24,699 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-22T14:25:24,699 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff69f6181335412b0f4b8b3d6d9dc945 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-22T14:25:24,712 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/c/5d30dece98bb43c793f0299ff61a7ed1 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732285519471/Put/seqid=0 2024-11-22T14:25:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741863_1040 (size=50301) 2024-11-22T14:25:24,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741863_1040 (size=50301) 2024-11-22T14:25:24,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741863_1040 (size=50301) 2024-11-22T14:25:24,743 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/c/5d30dece98bb43c793f0299ff61a7ed1 2024-11-22T14:25:24,757 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d30dece98bb43c793f0299ff61a7ed1 2024-11-22T14:25:24,759 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/.tmp/c/5d30dece98bb43c793f0299ff61a7ed1 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/c/5d30dece98bb43c793f0299ff61a7ed1 2024-11-22T14:25:24,770 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d30dece98bb43c793f0299ff61a7ed1 2024-11-22T14:25:24,771 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/c/5d30dece98bb43c793f0299ff61a7ed1, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-22T14:25:24,771 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for ff69f6181335412b0f4b8b3d6d9dc945 in 72ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-22T14:25:24,772 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/0000000000000003002 2024-11-22T14:25:24,774 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:24,774 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:24,775 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T14:25:24,781 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ff69f6181335412b0f4b8b3d6d9dc945 2024-11-22T14:25:24,790 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenIntoWAL/ff69f6181335412b0f4b8b3d6d9dc945/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-22T14:25:24,792 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ff69f6181335412b0f4b8b3d6d9dc945; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63019370, jitterRate=-0.06093820929527283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T14:25:24,792 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ff69f6181335412b0f4b8b3d6d9dc945: Writing region info on filesystem at 1732285523771Initializing all the Stores at 1732285523772 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285523772Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285523773 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285523773Cleaning up temporary data from old regions at 1732285524774 (+1001 ms)Region opened successfully at 1732285524792 (+18 ms) 2024-11-22T14:25:24,935 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ff69f6181335412b0f4b8b3d6d9dc945, disabling compactions & flushes 2024-11-22T14:25:24,935 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. 2024-11-22T14:25:24,936 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. 2024-11-22T14:25:24,936 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. after waiting 0 ms 2024-11-22T14:25:24,936 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. 2024-11-22T14:25:24,945 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732285519190.ff69f6181335412b0f4b8b3d6d9dc945. 2024-11-22T14:25:24,946 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ff69f6181335412b0f4b8b3d6d9dc945: Waiting for close lock at 1732285524935Disabling compacts and flushes for region at 1732285524935Disabling writes for close at 1732285524936 (+1 ms)Writing region close event to WAL at 1732285524945 (+9 ms)Closed at 1732285524945 2024-11-22T14:25:24,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741857_1034 (size=175) 2024-11-22T14:25:24,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741857_1034 (size=175) 2024-11-22T14:25:24,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741857_1034 (size=175) 2024-11-22T14:25:24,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:24,964 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732285523728) 2024-11-22T14:25:24,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=405 (was 390) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036609987_22 at /127.0.0.1:34882 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34747 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036609987_22 at /127.0.0.1:34902 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:46343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036609987_22 at /127.0.0.1:58066 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2036609987_22 at /127.0.0.1:59890 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:33329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1042 (was 1133), ProcessCount=11 (was 11), AvailableMemoryMB=5601 (was 5726) 2024-11-22T14:25:24,999 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=405, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=1042, ProcessCount=11, AvailableMemoryMB=5599 2024-11-22T14:25:25,024 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:25,027 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:25,029 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:25,034 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63329179, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-63329179, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:25,056 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63329179/hregion-63329179.1732285525035, exclude list is [], retry=0 2024-11-22T14:25:25,062 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:25,062 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:25,064 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:25,115 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63329179/hregion-63329179.1732285525035 2024-11-22T14:25:25,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:25,117 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 047f2e7aeaa8d8548d65f19747e9f7f6, NAME => 'test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741865_1042 (size=43) 2024-11-22T14:25:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741865_1042 (size=43) 2024-11-22T14:25:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741865_1042 (size=43) 2024-11-22T14:25:25,142 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:25,145 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:25,147 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047f2e7aeaa8d8548d65f19747e9f7f6 columnFamilyName a 2024-11-22T14:25:25,147 DEBUG [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:25,148 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(327): Store=047f2e7aeaa8d8548d65f19747e9f7f6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:25,148 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:25,150 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047f2e7aeaa8d8548d65f19747e9f7f6 columnFamilyName b 2024-11-22T14:25:25,150 DEBUG [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:25,151 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(327): Store=047f2e7aeaa8d8548d65f19747e9f7f6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:25,151 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:25,153 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047f2e7aeaa8d8548d65f19747e9f7f6 columnFamilyName c 2024-11-22T14:25:25,154 DEBUG [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:25,154 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(327): Store=047f2e7aeaa8d8548d65f19747e9f7f6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:25,154 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:25,156 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:25,157 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:25,159 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:25,159 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:25,160 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:25,164 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:25,167 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:25,168 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 047f2e7aeaa8d8548d65f19747e9f7f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70313392, jitterRate=0.04775118827819824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:25,170 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 047f2e7aeaa8d8548d65f19747e9f7f6: Writing region info on filesystem at 1732285525142Initializing all the Stores at 1732285525144 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285525144Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285525144Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285525145 (+1 ms)Cleaning up temporary data from old regions at 1732285525159 (+14 ms)Region opened successfully at 1732285525170 (+11 ms) 2024-11-22T14:25:25,170 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 047f2e7aeaa8d8548d65f19747e9f7f6, disabling compactions & flushes 2024-11-22T14:25:25,171 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. 2024-11-22T14:25:25,171 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. 2024-11-22T14:25:25,171 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. after waiting 0 ms 2024-11-22T14:25:25,171 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. 2024-11-22T14:25:25,172 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. 2024-11-22T14:25:25,172 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 047f2e7aeaa8d8548d65f19747e9f7f6: Waiting for close lock at 1732285525170Disabling compacts and flushes for region at 1732285525170Disabling writes for close at 1732285525171 (+1 ms)Writing region close event to WAL at 1732285525171Closed at 1732285525171 2024-11-22T14:25:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741864_1041 (size=175) 2024-11-22T14:25:25,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741864_1041 (size=175) 2024-11-22T14:25:25,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741864_1041 (size=175) 2024-11-22T14:25:25,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:25,181 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63329179:(num 1732285525035) 2024-11-22T14:25:25,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:25,185 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:25,200 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185, exclude list is [], retry=0 2024-11-22T14:25:25,205 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:25,205 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:25,206 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:25,236 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185 2024-11-22T14:25:25,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741866_1043 (size=371388) 2024-11-22T14:25:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741866_1043 (size=371388) 2024-11-22T14:25:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741866_1043 (size=371388) 2024-11-22T14:25:25,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185, size=362.7 K (371388bytes) 2024-11-22T14:25:25,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185 2024-11-22T14:25:25,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185 after 2ms 2024-11-22T14:25:25,558 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:25,560 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185 took 57ms 2024-11-22T14:25:25,575 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732285525185.temp 2024-11-22T14:25:25,634 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000000001-wal.1732285525185.temp 2024-11-22T14:25:25,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185 so closing down 2024-11-22T14:25:25,640 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:25,658 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741867_1044 (size=371388) 2024-11-22T14:25:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741867_1044 (size=371388) 2024-11-22T14:25:25,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741867_1044 (size=371388) 2024-11-22T14:25:25,664 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000000001-wal.1732285525185.temp (wrote 3000 edits, skipped 0 edits in 23 ms) 2024-11-22T14:25:25,666 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000000001-wal.1732285525185.temp to hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003000 2024-11-22T14:25:25,667 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-22T14:25:25,667 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185, journal: Splitting hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185, size=362.7 K (371388bytes) at 1732285525503Split 1024 edits, skipped 0 edits. at 1732285525583 (+80 ms)Split 2048 edits, skipped 0 edits. at 1732285525625 (+42 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000000001-wal.1732285525185.temp at 1732285525634 (+9 ms)Finishing writing output for hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185 so closing down at 1732285525640 (+6 ms)3 split writer threads finished at 1732285525658 (+18 ms)Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000000001-wal.1732285525185.temp (wrote 3000 edits, skipped 0 edits in 23 ms) at 1732285525664 (+6 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000000001-wal.1732285525185.temp to hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003000 at 1732285525667 (+3 ms)Processed 3000 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1732285525667 2024-11-22T14:25:25,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525185 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285525185 2024-11-22T14:25:25,671 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003000 2024-11-22T14:25:25,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:25,675 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:25,695 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675, exclude list is [], retry=0 2024-11-22T14:25:25,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:25,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:25,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:25,753 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675 2024-11-22T14:25:25,753 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:25,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741868_1045 (size=371515) 2024-11-22T14:25:25,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741868_1045 (size=371515) 2024-11-22T14:25:25,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741868_1045 (size=371515) 2024-11-22T14:25:25,960 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675, size=362.8 K (371515bytes) 2024-11-22T14:25:25,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675 2024-11-22T14:25:25,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675 after 0ms 2024-11-22T14:25:25,992 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:25,993 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675 took 34ms 2024-11-22T14:25:26,000 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732285525675.temp 2024-11-22T14:25:26,053 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675 so closing down 2024-11-22T14:25:26,053 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:26,066 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003001-wal.1732285525675.temp 2024-11-22T14:25:26,088 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741869_1046 (size=371515) 2024-11-22T14:25:26,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741869_1046 (size=371515) 2024-11-22T14:25:26,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741869_1046 (size=371515) 2024-11-22T14:25:26,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003001-wal.1732285525675.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-11-22T14:25:26,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003001-wal.1732285525675.temp to hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000006000 2024-11-22T14:25:26,120 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-22T14:25:26,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675, journal: Splitting hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675, size=362.8 K (371515bytes) at 1732285525960Split 1024 edits, skipped 0 edits. at 1732285526037 (+77 ms)Split 2048 edits, skipped 0 edits. at 1732285526045 (+8 ms)Finishing writing output for hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675 so closing down at 1732285526053 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003001-wal.1732285525675.temp at 1732285526067 (+14 ms)3 split writer threads finished at 1732285526088 (+21 ms)Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003001-wal.1732285525675.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1732285526118 (+30 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003001-wal.1732285525675.temp to hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000006000 at 1732285526119 (+1 ms)Processed 3000 edits across 1 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1732285526120 (+1 ms) 2024-11-22T14:25:26,122 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285525675 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285525675 2024-11-22T14:25:26,124 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000006000 2024-11-22T14:25:26,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:26,127 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/test2727-manual,16010,1732285525023, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:26,144 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285526127, exclude list is [], retry=0 2024-11-22T14:25:26,150 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:26,151 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:26,152 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:26,206 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732285525023/wal.1732285526127 2024-11-22T14:25:26,207 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:26,207 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 047f2e7aeaa8d8548d65f19747e9f7f6, NAME => 'test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:26,207 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:26,208 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,208 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,210 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,211 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047f2e7aeaa8d8548d65f19747e9f7f6 columnFamilyName a 2024-11-22T14:25:26,211 DEBUG [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:26,212 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(327): Store=047f2e7aeaa8d8548d65f19747e9f7f6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:26,212 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,213 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047f2e7aeaa8d8548d65f19747e9f7f6 columnFamilyName b 2024-11-22T14:25:26,213 DEBUG [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:26,214 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(327): Store=047f2e7aeaa8d8548d65f19747e9f7f6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:26,214 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,215 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047f2e7aeaa8d8548d65f19747e9f7f6 columnFamilyName c 2024-11-22T14:25:26,215 DEBUG [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:26,216 INFO [StoreOpener-047f2e7aeaa8d8548d65f19747e9f7f6-1 {}] regionserver.HStore(327): Store=047f2e7aeaa8d8548d65f19747e9f7f6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:26,216 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,217 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,221 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003000 2024-11-22T14:25:26,250 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:26,281 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003000 2024-11-22T14:25:26,282 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000006000 2024-11-22T14:25:26,314 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:26,349 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000006000 2024-11-22T14:25:26,350 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 047f2e7aeaa8d8548d65f19747e9f7f6 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-22T14:25:26,382 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/.tmp/a/aa9607d88ccd4d149bb8ada8213e2489 is 41, key is test2727/a:100/1732285525760/Put/seqid=0 2024-11-22T14:25:26,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741871_1048 (size=84227) 2024-11-22T14:25:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741871_1048 (size=84227) 2024-11-22T14:25:26,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741871_1048 (size=84227) 2024-11-22T14:25:26,395 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/.tmp/a/aa9607d88ccd4d149bb8ada8213e2489 2024-11-22T14:25:26,423 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/.tmp/b/51dc3c93902844cca06fc6a5b182062a is 41, key is test2727/b:100/1732285525818/Put/seqid=0 2024-11-22T14:25:26,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741872_1049 (size=84609) 2024-11-22T14:25:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741872_1049 (size=84609) 2024-11-22T14:25:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741872_1049 (size=84609) 2024-11-22T14:25:26,438 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/.tmp/b/51dc3c93902844cca06fc6a5b182062a 2024-11-22T14:25:26,474 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/.tmp/c/abeae90ebe404d3796dac862efc917c8 is 41, key is test2727/c:100/1732285525877/Put/seqid=0 2024-11-22T14:25:26,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741873_1050 (size=84609) 2024-11-22T14:25:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741873_1050 (size=84609) 2024-11-22T14:25:26,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741873_1050 (size=84609) 2024-11-22T14:25:26,487 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/.tmp/c/abeae90ebe404d3796dac862efc917c8 2024-11-22T14:25:26,498 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/.tmp/a/aa9607d88ccd4d149bb8ada8213e2489 as hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/a/aa9607d88ccd4d149bb8ada8213e2489 2024-11-22T14:25:26,509 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/a/aa9607d88ccd4d149bb8ada8213e2489, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-22T14:25:26,517 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/.tmp/b/51dc3c93902844cca06fc6a5b182062a as hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/b/51dc3c93902844cca06fc6a5b182062a 2024-11-22T14:25:26,529 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/b/51dc3c93902844cca06fc6a5b182062a, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-22T14:25:26,531 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/.tmp/c/abeae90ebe404d3796dac862efc917c8 as hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/c/abeae90ebe404d3796dac862efc917c8 2024-11-22T14:25:26,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/c/abeae90ebe404d3796dac862efc917c8, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-22T14:25:26,543 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 047f2e7aeaa8d8548d65f19747e9f7f6 in 193ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-22T14:25:26,545 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000003000 2024-11-22T14:25:26,546 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/0000000000000006000 2024-11-22T14:25:26,547 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,548 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,549 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:26,552 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 047f2e7aeaa8d8548d65f19747e9f7f6 2024-11-22T14:25:26,557 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/test2727/047f2e7aeaa8d8548d65f19747e9f7f6/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-22T14:25:26,561 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 047f2e7aeaa8d8548d65f19747e9f7f6; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70989019, jitterRate=0.05781881511211395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:26,563 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 047f2e7aeaa8d8548d65f19747e9f7f6: Writing region info on filesystem at 1732285526208Initializing all the Stores at 1732285526209 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285526209Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285526209Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285526210 (+1 ms)Obtaining lock to block concurrent updates at 1732285526350 (+140 ms)Preparing flush snapshotting stores in 047f2e7aeaa8d8548d65f19747e9f7f6 at 1732285526350Finished memstore snapshotting test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732285526350Flushing stores of test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. at 1732285526350Flushing 047f2e7aeaa8d8548d65f19747e9f7f6/a: creating writer at 1732285526350Flushing 047f2e7aeaa8d8548d65f19747e9f7f6/a: appending metadata at 1732285526381 (+31 ms)Flushing 047f2e7aeaa8d8548d65f19747e9f7f6/a: closing flushed file at 1732285526381Flushing 047f2e7aeaa8d8548d65f19747e9f7f6/b: creating writer at 1732285526402 (+21 ms)Flushing 047f2e7aeaa8d8548d65f19747e9f7f6/b: appending metadata at 1732285526421 (+19 ms)Flushing 047f2e7aeaa8d8548d65f19747e9f7f6/b: closing flushed file at 1732285526421Flushing 047f2e7aeaa8d8548d65f19747e9f7f6/c: creating writer at 1732285526445 (+24 ms)Flushing 047f2e7aeaa8d8548d65f19747e9f7f6/c: appending metadata at 1732285526473 (+28 ms)Flushing 047f2e7aeaa8d8548d65f19747e9f7f6/c: closing flushed file at 1732285526473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1911903c: reopening flushed file at 1732285526496 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd3f153: reopening flushed file at 1732285526509 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343658eb: reopening flushed file at 1732285526530 (+21 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 047f2e7aeaa8d8548d65f19747e9f7f6 in 193ms, sequenceid=6000, compaction requested=false; wal=null at 1732285526543 (+13 ms)Cleaning up temporary data from old regions at 1732285526548 (+5 ms)Region opened successfully at 1732285526562 (+14 ms) 2024-11-22T14:25:26,564 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-22T14:25:26,564 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 047f2e7aeaa8d8548d65f19747e9f7f6, disabling compactions & flushes 2024-11-22T14:25:26,564 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. 2024-11-22T14:25:26,564 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. 2024-11-22T14:25:26,564 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. after waiting 0 ms 2024-11-22T14:25:26,564 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. 2024-11-22T14:25:26,572 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732285525025.047f2e7aeaa8d8548d65f19747e9f7f6. 2024-11-22T14:25:26,572 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 047f2e7aeaa8d8548d65f19747e9f7f6: Waiting for close lock at 1732285526564Disabling compacts and flushes for region at 1732285526564Disabling writes for close at 1732285526564Writing region close event to WAL at 1732285526571 (+7 ms)Closed at 1732285526572 (+1 ms) 2024-11-22T14:25:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741870_1047 (size=175) 2024-11-22T14:25:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741870_1047 (size=175) 2024-11-22T14:25:26,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741870_1047 (size=175) 2024-11-22T14:25:26,581 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:26,581 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732285526127) 2024-11-22T14:25:26,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=405 (was 405), OpenFileDescriptor=923 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1022 (was 1042), ProcessCount=11 (was 11), AvailableMemoryMB=5358 (was 5599) 2024-11-22T14:25:26,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=923, MaxFileDescriptor=1048576, SystemLoadAverage=1022, ProcessCount=11, AvailableMemoryMB=5353 2024-11-22T14:25:26,651 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:26,672 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:26,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732285526673 2024-11-22T14:25:26,738 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673 2024-11-22T14:25:26,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:26,753 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 69a2cf2b904b5f87ed0194be55ea1898, NAME => 'testSequentialEditLogSeqNum,,1732285526653.69a2cf2b904b5f87ed0194be55ea1898.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:26,753 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732285526653.69a2cf2b904b5f87ed0194be55ea1898.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:26,753 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 69a2cf2b904b5f87ed0194be55ea1898 2024-11-22T14:25:26,753 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 69a2cf2b904b5f87ed0194be55ea1898 2024-11-22T14:25:26,755 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898 doesn't exist for region: 69a2cf2b904b5f87ed0194be55ea1898 on table testSequentialEditLogSeqNum 2024-11-22T14:25:26,755 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 69a2cf2b904b5f87ed0194be55ea1898 on table testSequentialEditLogSeqNum 2024-11-22T14:25:26,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741875_1052 (size=62) 2024-11-22T14:25:26,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741875_1052 (size=62) 2024-11-22T14:25:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741875_1052 (size=62) 2024-11-22T14:25:26,808 INFO [StoreOpener-69a2cf2b904b5f87ed0194be55ea1898-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 69a2cf2b904b5f87ed0194be55ea1898 2024-11-22T14:25:26,810 INFO [StoreOpener-69a2cf2b904b5f87ed0194be55ea1898-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69a2cf2b904b5f87ed0194be55ea1898 columnFamilyName a 2024-11-22T14:25:26,810 DEBUG [StoreOpener-69a2cf2b904b5f87ed0194be55ea1898-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:26,811 INFO [StoreOpener-69a2cf2b904b5f87ed0194be55ea1898-1 {}] regionserver.HStore(327): Store=69a2cf2b904b5f87ed0194be55ea1898/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:26,811 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 69a2cf2b904b5f87ed0194be55ea1898 2024-11-22T14:25:26,813 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898 2024-11-22T14:25:26,813 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898 2024-11-22T14:25:26,814 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 69a2cf2b904b5f87ed0194be55ea1898 2024-11-22T14:25:26,814 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 69a2cf2b904b5f87ed0194be55ea1898 2024-11-22T14:25:26,816 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 69a2cf2b904b5f87ed0194be55ea1898 2024-11-22T14:25:26,819 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:26,820 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 69a2cf2b904b5f87ed0194be55ea1898; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70532039, jitterRate=0.05100928246974945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:25:26,821 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 69a2cf2b904b5f87ed0194be55ea1898: Writing region info on filesystem at 1732285526754Initializing all the Stores at 1732285526805 (+51 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285526805Cleaning up temporary data from old regions at 1732285526814 (+9 ms)Region opened successfully at 1732285526821 (+7 ms) 2024-11-22T14:25:26,847 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 69a2cf2b904b5f87ed0194be55ea1898 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-22T14:25:26,877 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/.tmp/a/c4f775298af041c7a0c1144f374a0918 is 81, key is testSequentialEditLogSeqNum/a:x0/1732285526822/Put/seqid=0 2024-11-22T14:25:26,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741876_1053 (size=5833) 2024-11-22T14:25:26,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741876_1053 (size=5833) 2024-11-22T14:25:26,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741876_1053 (size=5833) 2024-11-22T14:25:26,891 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/.tmp/a/c4f775298af041c7a0c1144f374a0918 2024-11-22T14:25:26,900 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/.tmp/a/c4f775298af041c7a0c1144f374a0918 as hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/a/c4f775298af041c7a0c1144f374a0918 2024-11-22T14:25:26,910 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/a/c4f775298af041c7a0c1144f374a0918, entries=10, sequenceid=13, filesize=5.7 K 2024-11-22T14:25:26,911 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 69a2cf2b904b5f87ed0194be55ea1898 in 64ms, sequenceid=13, compaction requested=false 2024-11-22T14:25:26,911 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 69a2cf2b904b5f87ed0194be55ea1898: 2024-11-22T14:25:26,916 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T14:25:26,916 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T14:25:26,916 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T14:25:26,917 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T14:25:26,917 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-22T14:25:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741874_1051 (size=3256) 2024-11-22T14:25:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741874_1051 (size=3256) 2024-11-22T14:25:26,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741874_1051 (size=3256) 2024-11-22T14:25:26,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673, size=3.2 K (3256bytes) 2024-11-22T14:25:26,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673 2024-11-22T14:25:26,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673 after 0ms 2024-11-22T14:25:26,964 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:26,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673 took 29ms 2024-11-22T14:25:26,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673 so closing down 2024-11-22T14:25:26,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:26,969 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732285526673.temp 2024-11-22T14:25:26,999 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/recovered.edits/0000000000000000003-wal.1732285526673.temp 2024-11-22T14:25:26,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:27,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741877_1054 (size=2650) 2024-11-22T14:25:27,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741877_1054 (size=2650) 2024-11-22T14:25:27,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741877_1054 (size=2650) 2024-11-22T14:25:27,014 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/recovered.edits/0000000000000000003-wal.1732285526673.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:27,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/recovered.edits/0000000000000000003-wal.1732285526673.temp to hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/recovered.edits/0000000000000000020 2024-11-22T14:25:27,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 52 ms; skipped=2; WAL=hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-22T14:25:27,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673, journal: Splitting hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673, size=3.2 K (3256bytes) at 1732285526936Finishing writing output for hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673 so closing down at 1732285526967 (+31 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/recovered.edits/0000000000000000003-wal.1732285526673.temp at 1732285526999 (+32 ms)3 split writer threads finished at 1732285526999Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/recovered.edits/0000000000000000003-wal.1732285526673.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732285527014 (+15 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/recovered.edits/0000000000000000003-wal.1732285526673.temp to hdfs://localhost:34747/hbase/data/default/testSequentialEditLogSeqNum/69a2cf2b904b5f87ed0194be55ea1898/recovered.edits/0000000000000000020 at 1732285527016 (+2 ms)Processed 17 edits across 1 Regions in 52 ms; skipped=2; WAL=hdfs://localhost:34747/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732285526650/wal.1732285526673, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1732285527016 2024-11-22T14:25:27,035 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=408 (was 405) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:58168 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:34976 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=957 (was 923) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1022 (was 1022), ProcessCount=11 (was 11), AvailableMemoryMB=5350 (was 5353) 2024-11-22T14:25:27,051 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=957, MaxFileDescriptor=1048576, SystemLoadAverage=1022, ProcessCount=11, AvailableMemoryMB=5349 2024-11-22T14:25:27,072 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:27,075 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:27,102 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:27,104 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65633379, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-65633379, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:27,118 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65633379/hregion-65633379.1732285527105, exclude list is [], retry=0 2024-11-22T14:25:27,121 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:27,121 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:27,122 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:27,147 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65633379/hregion-65633379.1732285527105 2024-11-22T14:25:27,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:27,148 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e3d100446dc8b4ff9516222e890f3745, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741879_1056 (size=70) 2024-11-22T14:25:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741879_1056 (size=70) 2024-11-22T14:25:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741879_1056 (size=70) 2024-11-22T14:25:27,157 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:27,159 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,160 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d100446dc8b4ff9516222e890f3745 columnFamilyName a 2024-11-22T14:25:27,160 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:27,161 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(327): Store=e3d100446dc8b4ff9516222e890f3745/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:27,161 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,162 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d100446dc8b4ff9516222e890f3745 columnFamilyName b 2024-11-22T14:25:27,163 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:27,163 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(327): Store=e3d100446dc8b4ff9516222e890f3745/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:27,163 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,164 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d100446dc8b4ff9516222e890f3745 columnFamilyName c 2024-11-22T14:25:27,164 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:27,165 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(327): Store=e3d100446dc8b4ff9516222e890f3745/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:27,165 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,167 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,167 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,168 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:27,169 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,171 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:27,172 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e3d100446dc8b4ff9516222e890f3745; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59712502, jitterRate=-0.11021438241004944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:27,173 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e3d100446dc8b4ff9516222e890f3745: Writing region info on filesystem at 1732285527157Initializing all the Stores at 1732285527158 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285527158Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285527158Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285527158Cleaning up temporary data from old regions at 1732285527167 (+9 ms)Region opened successfully at 1732285527173 (+6 ms) 2024-11-22T14:25:27,173 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e3d100446dc8b4ff9516222e890f3745, disabling compactions & flushes 2024-11-22T14:25:27,173 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. 2024-11-22T14:25:27,173 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. 2024-11-22T14:25:27,173 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. after waiting 0 ms 2024-11-22T14:25:27,173 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. 2024-11-22T14:25:27,173 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. 2024-11-22T14:25:27,174 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e3d100446dc8b4ff9516222e890f3745: Waiting for close lock at 1732285527173Disabling compacts and flushes for region at 1732285527173Disabling writes for close at 1732285527173Writing region close event to WAL at 1732285527173Closed at 1732285527173 2024-11-22T14:25:27,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741878_1055 (size=175) 2024-11-22T14:25:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741878_1055 (size=175) 2024-11-22T14:25:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741878_1055 (size=175) 2024-11-22T14:25:27,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:27,179 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65633379:(num 1732285527105) 2024-11-22T14:25:27,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:27,182 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:27,200 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182, exclude list is [], retry=0 2024-11-22T14:25:27,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:27,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:27,204 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:27,236 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 2024-11-22T14:25:27,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:27,237 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e3d100446dc8b4ff9516222e890f3745, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:27,237 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:27,237 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,237 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,239 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,240 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d100446dc8b4ff9516222e890f3745 columnFamilyName a 2024-11-22T14:25:27,240 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:27,241 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(327): Store=e3d100446dc8b4ff9516222e890f3745/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:27,241 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,242 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d100446dc8b4ff9516222e890f3745 columnFamilyName b 2024-11-22T14:25:27,242 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:27,242 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(327): Store=e3d100446dc8b4ff9516222e890f3745/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:27,243 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,243 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d100446dc8b4ff9516222e890f3745 columnFamilyName c 2024-11-22T14:25:27,244 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:27,244 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(327): Store=e3d100446dc8b4ff9516222e890f3745/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:27,244 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,246 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,247 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,247 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,247 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:27,249 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:27,249 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e3d100446dc8b4ff9516222e890f3745; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59318438, jitterRate=-0.11608639359474182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:27,250 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e3d100446dc8b4ff9516222e890f3745: Writing region info on filesystem at 1732285527237Initializing all the Stores at 1732285527238 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285527239 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285527239Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285527239Cleaning up temporary data from old regions at 1732285527247 (+8 ms)Region opened successfully at 1732285527250 (+3 ms) 2024-11-22T14:25:27,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732285527253/Put/seqid=0 2024-11-22T14:25:27,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741881_1058 (size=4826) 2024-11-22T14:25:27,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741881_1058 (size=4826) 2024-11-22T14:25:27,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741881_1058 (size=4826) 2024-11-22T14:25:27,264 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34747/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in e3d100446dc8b4ff9516222e890f3745/a 2024-11-22T14:25:27,271 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-22T14:25:27,271 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:25:27,271 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e3d100446dc8b4ff9516222e890f3745: 2024-11-22T14:25:27,273 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/a/079e56cb8de94d56bca767736238db12_SeqId_3_ 2024-11-22T14:25:27,274 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34747/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e3d100446dc8b4ff9516222e890f3745/a as hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/a/079e56cb8de94d56bca767736238db12_SeqId_3_ - updating store file list. 2024-11-22T14:25:27,280 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 079e56cb8de94d56bca767736238db12_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-22T14:25:27,281 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/a/079e56cb8de94d56bca767736238db12_SeqId_3_ into e3d100446dc8b4ff9516222e890f3745/a 2024-11-22T14:25:27,281 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34747/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e3d100446dc8b4ff9516222e890f3745/a (new location: hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/a/079e56cb8de94d56bca767736238db12_SeqId_3_) 2024-11-22T14:25:27,324 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182, size=0 (0bytes) 2024-11-22T14:25:27,324 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 might be still open, length is 0 2024-11-22T14:25:27,324 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 2024-11-22T14:25:27,325 WARN [IPC Server handler 1 on default port 34747 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-22T14:25:27,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 after 1ms 2024-11-22T14:25:27,986 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:35072 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41495:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35072 dst: /127.0.0.1:41495 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41495 remote=/127.0.0.1:35072]. Total timeout mills is 60000, 59301 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:27,987 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:60076 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39959:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60076 dst: /127.0.0.1:39959 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:27,987 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:58270 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58270 dst: /127.0.0.1:43157 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:27,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741880_1059 (size=606) 2024-11-22T14:25:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741880_1059 (size=606) 2024-11-22T14:25:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741880_1059 (size=606) 2024-11-22T14:25:31,327 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 after 4002ms 2024-11-22T14:25:31,359 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:31,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 took 4036ms 2024-11-22T14:25:31,362 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182; continuing. 2024-11-22T14:25:31,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 so closing down 2024-11-22T14:25:31,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:31,364 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732285527182.temp 2024-11-22T14:25:31,389 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005-wal.1732285527182.temp 2024-11-22T14:25:31,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741882_1060 (size=329) 2024-11-22T14:25:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741882_1060 (size=329) 2024-11-22T14:25:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741882_1060 (size=329) 2024-11-22T14:25:31,396 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005-wal.1732285527182.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:31,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005-wal.1732285527182.temp to hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005 2024-11-22T14:25:31,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T14:25:31,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182, journal: Splitting hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182, size=0 (0bytes) at 1732285527324Finishing writing output for hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 so closing down at 1732285531362 (+4038 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005-wal.1732285527182.temp at 1732285531389 (+27 ms)3 split writer threads finished at 1732285531389Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005-wal.1732285527182.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732285531396 (+7 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005-wal.1732285527182.temp to hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005 at 1732285531397 (+1 ms)Processed 2 edits across 1 Regions in 37 ms; skipped=1; WAL=hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182, size=0, length=0, corrupted=false, cancelled=false at 1732285531397 2024-11-22T14:25:31,399 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285527182 2024-11-22T14:25:31,400 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005 2024-11-22T14:25:31,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:31,402 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:31,418 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285531403, exclude list is [], retry=0 2024-11-22T14:25:31,420 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:31,421 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:31,421 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:31,446 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285531403 2024-11-22T14:25:31,446 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:31,446 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e3d100446dc8b4ff9516222e890f3745, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:31,447 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:31,447 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,447 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,448 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,449 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d100446dc8b4ff9516222e890f3745 columnFamilyName a 2024-11-22T14:25:31,449 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:31,456 DEBUG [StoreFileOpener-e3d100446dc8b4ff9516222e890f3745-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 079e56cb8de94d56bca767736238db12_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-22T14:25:31,456 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/a/079e56cb8de94d56bca767736238db12_SeqId_3_ 2024-11-22T14:25:31,457 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(327): Store=e3d100446dc8b4ff9516222e890f3745/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:31,457 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,458 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d100446dc8b4ff9516222e890f3745 columnFamilyName b 2024-11-22T14:25:31,458 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:31,458 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(327): Store=e3d100446dc8b4ff9516222e890f3745/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:31,458 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,459 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3d100446dc8b4ff9516222e890f3745 columnFamilyName c 2024-11-22T14:25:31,459 DEBUG [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:31,460 INFO [StoreOpener-e3d100446dc8b4ff9516222e890f3745-1 {}] regionserver.HStore(327): Store=e3d100446dc8b4ff9516222e890f3745/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:31,460 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,461 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,462 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,463 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005 2024-11-22T14:25:31,489 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:31,490 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005 2024-11-22T14:25:31,490 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e3d100446dc8b4ff9516222e890f3745 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-22T14:25:31,503 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/.tmp/a/68ae4b122cf444b0aa6a40895f525e31 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732285527286/Put/seqid=0 2024-11-22T14:25:31,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741884_1062 (size=5149) 2024-11-22T14:25:31,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741884_1062 (size=5149) 2024-11-22T14:25:31,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741884_1062 (size=5149) 2024-11-22T14:25:31,510 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/.tmp/a/68ae4b122cf444b0aa6a40895f525e31 2024-11-22T14:25:31,516 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/.tmp/a/68ae4b122cf444b0aa6a40895f525e31 as hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/a/68ae4b122cf444b0aa6a40895f525e31 2024-11-22T14:25:31,522 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/a/68ae4b122cf444b0aa6a40895f525e31, entries=1, sequenceid=5, filesize=5.0 K 2024-11-22T14:25:31,522 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e3d100446dc8b4ff9516222e890f3745 in 32ms, sequenceid=5, compaction requested=false; wal=null 2024-11-22T14:25:31,523 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/0000000000000000005 2024-11-22T14:25:31,524 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,524 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,524 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:31,526 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e3d100446dc8b4ff9516222e890f3745 2024-11-22T14:25:31,528 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e3d100446dc8b4ff9516222e890f3745/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-22T14:25:31,529 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e3d100446dc8b4ff9516222e890f3745; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68455205, jitterRate=0.020062044262886047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:31,529 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e3d100446dc8b4ff9516222e890f3745: Writing region info on filesystem at 1732285531447Initializing all the Stores at 1732285531448 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285531448Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285531448Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285531448Obtaining lock to block concurrent updates at 1732285531490 (+42 ms)Preparing flush snapshotting stores in e3d100446dc8b4ff9516222e890f3745 at 1732285531490Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732285531490Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. at 1732285531490Flushing e3d100446dc8b4ff9516222e890f3745/a: creating writer at 1732285531490Flushing e3d100446dc8b4ff9516222e890f3745/a: appending metadata at 1732285531503 (+13 ms)Flushing e3d100446dc8b4ff9516222e890f3745/a: closing flushed file at 1732285531503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a141d3: reopening flushed file at 1732285531515 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e3d100446dc8b4ff9516222e890f3745 in 32ms, sequenceid=5, compaction requested=false; wal=null at 1732285531522 (+7 ms)Cleaning up temporary data from old regions at 1732285531524 (+2 ms)Region opened successfully at 1732285531529 (+5 ms) 2024-11-22T14:25:31,533 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e3d100446dc8b4ff9516222e890f3745, disabling compactions & flushes 2024-11-22T14:25:31,533 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. 2024-11-22T14:25:31,534 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. 2024-11-22T14:25:31,534 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. after waiting 0 ms 2024-11-22T14:25:31,534 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. 2024-11-22T14:25:31,534 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732285527073.e3d100446dc8b4ff9516222e890f3745. 2024-11-22T14:25:31,535 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e3d100446dc8b4ff9516222e890f3745: Waiting for close lock at 1732285531533Disabling compacts and flushes for region at 1732285531533Disabling writes for close at 1732285531534 (+1 ms)Writing region close event to WAL at 1732285531534Closed at 1732285531534 2024-11-22T14:25:31,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741883_1061 (size=175) 2024-11-22T14:25:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741883_1061 (size=175) 2024-11-22T14:25:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741883_1061 (size=175) 2024-11-22T14:25:31,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:31,540 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732285531403) 2024-11-22T14:25:31,554 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=416 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2145057496_22 at /127.0.0.1:39032 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34747 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2145057496_22 at /127.0.0.1:51912 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 957) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=940 (was 1022), ProcessCount=11 (was 11), AvailableMemoryMB=5329 (was 5349) 2024-11-22T14:25:31,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=416, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=940, ProcessCount=11, AvailableMemoryMB=5328 2024-11-22T14:25:31,578 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:31,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T14:25:31,586 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b313e41b3af3,33817,1732285513976 2024-11-22T14:25:31,588 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67ad7aec 2024-11-22T14:25:31,589 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T14:25:31,590 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T14:25:31,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T14:25:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-22T14:25:31,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T14:25:31,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-22T14:25:31,603 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:31,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T14:25:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:25:31,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741885_1063 (size=694) 2024-11-22T14:25:31,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741885_1063 (size=694) 2024-11-22T14:25:31,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741885_1063 (size=694) 2024-11-22T14:25:31,618 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04086161ab42df0389a0cf9c99b0c30b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1 2024-11-22T14:25:31,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741886_1064 (size=77) 2024-11-22T14:25:31,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741886_1064 (size=77) 2024-11-22T14:25:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741886_1064 (size=77) 2024-11-22T14:25:31,627 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:31,627 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 04086161ab42df0389a0cf9c99b0c30b, disabling compactions & flushes 2024-11-22T14:25:31,627 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:31,627 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:31,627 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. after waiting 0 ms 2024-11-22T14:25:31,627 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:31,627 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:31,627 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04086161ab42df0389a0cf9c99b0c30b: Waiting for close lock at 1732285531627Disabling compacts and flushes for region at 1732285531627Disabling writes for close at 1732285531627Writing region close event to WAL at 1732285531627Closed at 1732285531627 2024-11-22T14:25:31,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T14:25:31,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732285531629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732285531629"}]},"ts":"1732285531629"} 2024-11-22T14:25:31,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T14:25:31,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T14:25:31,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285531638"}]},"ts":"1732285531638"} 2024-11-22T14:25:31,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-22T14:25:31,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b313e41b3af3=0} racks are {/default-rack=0} 2024-11-22T14:25:31,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T14:25:31,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T14:25:31,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-22T14:25:31,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T14:25:31,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T14:25:31,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-22T14:25:31,646 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T14:25:31,646 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T14:25:31,646 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-22T14:25:31,646 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T14:25:31,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN}] 2024-11-22T14:25:31,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN 2024-11-22T14:25:31,651 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN; state=OFFLINE, location=b313e41b3af3,40659,1732285514599; forceNewPlan=false, retain=false 2024-11-22T14:25:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:25:31,803 INFO [b313e41b3af3:33817 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T14:25:31,803 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=OPENING, regionLocation=b313e41b3af3,40659,1732285514599 2024-11-22T14:25:31,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN because future has completed 2024-11-22T14:25:31,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,40659,1732285514599}] 2024-11-22T14:25:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:25:31,962 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:25:31,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:25:31,977 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:31,978 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 04086161ab42df0389a0cf9c99b0c30b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:31,978 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,978 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:31,978 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,978 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,980 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,982 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf1 2024-11-22T14:25:31,982 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:31,983 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:31,983 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,985 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf2 2024-11-22T14:25:31,985 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:31,986 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:31,986 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,987 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,988 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,989 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,989 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,991 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T14:25:31,993 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,997 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:31,997 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 04086161ab42df0389a0cf9c99b0c30b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73085646, jitterRate=0.08906099200248718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T14:25:31,997 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:31,998 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 04086161ab42df0389a0cf9c99b0c30b: Running coprocessor pre-open hook at 1732285531979Writing region info on filesystem at 1732285531979Initializing all the Stores at 1732285531980 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285531980Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285531980Cleaning up temporary data from old regions at 1732285531990 (+10 ms)Running coprocessor post-open hooks at 1732285531997 (+7 ms)Region opened successfully at 1732285531998 (+1 ms) 2024-11-22T14:25:32,001 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., pid=6, masterSystemTime=1732285531962 2024-11-22T14:25:32,003 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,004 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=OPEN, openSeqNum=2, regionLocation=b313e41b3af3,40659,1732285514599 2024-11-22T14:25:32,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,40659,1732285514599 because future has completed 2024-11-22T14:25:32,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T14:25:32,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,40659,1732285514599 in 202 msec 2024-11-22T14:25:32,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T14:25:32,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN in 365 msec 2024-11-22T14:25:32,017 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T14:25:32,018 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732285532018"}]},"ts":"1732285532018"} 2024-11-22T14:25:32,020 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-22T14:25:32,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T14:25:32,024 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 427 msec 2024-11-22T14:25:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T14:25:32,236 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-22T14:25:32,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-22T14:25:32,238 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:25:32,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-22T14:25:32,247 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-22T14:25:32,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-22T14:25:32,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=2] 2024-11-22T14:25:32,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T14:25:32,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T14:25:32,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=04086161ab42df0389a0cf9c99b0c30b, source=b313e41b3af3,40659,1732285514599, destination=b313e41b3af3,39845,1732285514696, warming up region on b313e41b3af3,39845,1732285514696 2024-11-22T14:25:32,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=04086161ab42df0389a0cf9c99b0c30b, source=b313e41b3af3,40659,1732285514599, destination=b313e41b3af3,39845,1732285514696, running balancer 2024-11-22T14:25:32,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE 2024-11-22T14:25:32,282 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE 2024-11-22T14:25:32,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=CLOSING, regionLocation=b313e41b3af3,40659,1732285514599 2024-11-22T14:25:32,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.HRegion(7855): Warmup {ENCODED => 04086161ab42df0389a0cf9c99b0c30b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:32,287 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE because future has completed 2024-11-22T14:25:32,288 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf1 2024-11-22T14:25:32,288 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:32,288 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T14:25:32,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,40659,1732285514599}] 2024-11-22T14:25:32,289 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:32,289 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,290 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf2 2024-11-22T14:25:32,290 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:32,291 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.HRegion(1722): Closing 04086161ab42df0389a0cf9c99b0c30b, disabling compactions & flushes 2024-11-22T14:25:32,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. after waiting 0 ms 2024-11-22T14:25:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] regionserver.HRegion(1676): Region close journal for 04086161ab42df0389a0cf9c99b0c30b: Waiting for close lock at 1732285532291Disabling compacts and flushes for region at 1732285532291Disabling writes for close at 1732285532291Writing region close event to WAL at 1732285532291Closed at 1732285532291 2024-11-22T14:25:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-22T14:25:32,448 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,448 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T14:25:32,449 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 04086161ab42df0389a0cf9c99b0c30b, disabling compactions & flushes 2024-11-22T14:25:32,449 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,449 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,449 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. after waiting 0 ms 2024-11-22T14:25:32,449 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,449 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 04086161ab42df0389a0cf9c99b0c30b 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-22T14:25:32,467 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf1/4af763b057d5483b97dc961aa4d4062e is 35, key is r1/cf1:q/1732285532264/Put/seqid=0 2024-11-22T14:25:32,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741887_1065 (size=4783) 2024-11-22T14:25:32,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741887_1065 (size=4783) 2024-11-22T14:25:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741887_1065 (size=4783) 2024-11-22T14:25:32,478 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf1/4af763b057d5483b97dc961aa4d4062e 2024-11-22T14:25:32,488 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf1/4af763b057d5483b97dc961aa4d4062e as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/4af763b057d5483b97dc961aa4d4062e 2024-11-22T14:25:32,497 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/4af763b057d5483b97dc961aa4d4062e, entries=1, sequenceid=5, filesize=4.7 K 2024-11-22T14:25:32,498 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 04086161ab42df0389a0cf9c99b0c30b in 49ms, sequenceid=5, compaction requested=false 2024-11-22T14:25:32,498 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-22T14:25:32,504 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:25:32,506 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,506 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 04086161ab42df0389a0cf9c99b0c30b: Waiting for close lock at 1732285532449Running coprocessor pre-close hooks at 1732285532449Disabling compacts and flushes for region at 1732285532449Disabling writes for close at 1732285532449Obtaining lock to block concurrent updates at 1732285532450 (+1 ms)Preparing flush snapshotting stores in 04086161ab42df0389a0cf9c99b0c30b at 1732285532450Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732285532450Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. at 1732285532451 (+1 ms)Flushing 04086161ab42df0389a0cf9c99b0c30b/cf1: creating writer at 1732285532451Flushing 04086161ab42df0389a0cf9c99b0c30b/cf1: appending metadata at 1732285532467 (+16 ms)Flushing 04086161ab42df0389a0cf9c99b0c30b/cf1: closing flushed file at 1732285532467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b16fb0a: reopening flushed file at 1732285532486 (+19 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 04086161ab42df0389a0cf9c99b0c30b in 49ms, sequenceid=5, compaction requested=false at 1732285532498 (+12 ms)Writing region close event to WAL at 1732285532499 (+1 ms)Running coprocessor post-close hooks at 1732285532504 (+5 ms)Closed at 1732285532506 (+2 ms) 2024-11-22T14:25:32,507 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 04086161ab42df0389a0cf9c99b0c30b move to b313e41b3af3,39845,1732285514696 record at close sequenceid=5 2024-11-22T14:25:32,510 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,511 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=CLOSED 2024-11-22T14:25:32,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,40659,1732285514599 because future has completed 2024-11-22T14:25:32,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T14:25:32,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,40659,1732285514599 in 228 msec 2024-11-22T14:25:32,522 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE; state=CLOSED, location=b313e41b3af3,39845,1732285514696; forceNewPlan=false, retain=false 2024-11-22T14:25:32,673 INFO [b313e41b3af3:33817 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T14:25:32,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=OPENING, regionLocation=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:32,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE because future has completed 2024-11-22T14:25:32,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,39845,1732285514696}] 2024-11-22T14:25:32,839 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,839 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 04086161ab42df0389a0cf9c99b0c30b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:32,839 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,840 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:32,840 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,840 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,842 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,844 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf1 2024-11-22T14:25:32,844 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:32,852 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/4af763b057d5483b97dc961aa4d4062e 2024-11-22T14:25:32,852 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:32,852 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,853 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf2 2024-11-22T14:25:32,854 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:32,854 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:32,854 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,855 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,856 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,857 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,857 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,858 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T14:25:32,860 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,860 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 04086161ab42df0389a0cf9c99b0c30b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75254149, jitterRate=0.1213742047548294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T14:25:32,861 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:32,861 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 04086161ab42df0389a0cf9c99b0c30b: Running coprocessor pre-open hook at 1732285532840Writing region info on filesystem at 1732285532840Initializing all the Stores at 1732285532842 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285532842Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285532842Cleaning up temporary data from old regions at 1732285532857 (+15 ms)Running coprocessor post-open hooks at 1732285532861 (+4 ms)Region opened successfully at 1732285532861 2024-11-22T14:25:32,863 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., pid=9, masterSystemTime=1732285532831 2024-11-22T14:25:32,865 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,865 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:32,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=OPEN, openSeqNum=9, regionLocation=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:32,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,39845,1732285514696 because future has completed 2024-11-22T14:25:32,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-22T14:25:32,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,39845,1732285514696 in 192 msec 2024-11-22T14:25:32,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE in 592 msec 2024-11-22T14:25:32,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:25:32,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:25:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:49234 deadline: 1732285592893, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b313e41b3af3 port=39845 startCode=1732285514696. As of locationSeqNum=5. 2024-11-22T14:25:32,901 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b313e41b3af3 port=39845 startCode=1732285514696. As of locationSeqNum=5. 2024-11-22T14:25:32,902 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b313e41b3af3 port=39845 startCode=1732285514696. As of locationSeqNum=5. 2024-11-22T14:25:32,902 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,39845,1732285514696, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b313e41b3af3 port=39845 startCode=1732285514696. As of locationSeqNum=5. 2024-11-22T14:25:33,028 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 04086161ab42df0389a0cf9c99b0c30b 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-22T14:25:33,044 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf1/a1962ab8dd024d26b98e830517de0903 is 29, key is r1/cf1:/1732285533017/DeleteFamily/seqid=0 2024-11-22T14:25:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741888_1066 (size=4906) 2024-11-22T14:25:33,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741888_1066 (size=4906) 2024-11-22T14:25:33,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741888_1066 (size=4906) 2024-11-22T14:25:33,051 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf1/a1962ab8dd024d26b98e830517de0903 2024-11-22T14:25:33,057 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1962ab8dd024d26b98e830517de0903 2024-11-22T14:25:33,073 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf2/50c619f019584ca59bc701686c50aeef is 29, key is r1/cf2:/1732285533017/DeleteFamily/seqid=0 2024-11-22T14:25:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741889_1067 (size=4906) 2024-11-22T14:25:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741889_1067 (size=4906) 2024-11-22T14:25:33,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741889_1067 (size=4906) 2024-11-22T14:25:33,080 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf2/50c619f019584ca59bc701686c50aeef 2024-11-22T14:25:33,086 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50c619f019584ca59bc701686c50aeef 2024-11-22T14:25:33,087 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf1/a1962ab8dd024d26b98e830517de0903 as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/a1962ab8dd024d26b98e830517de0903 2024-11-22T14:25:33,094 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1962ab8dd024d26b98e830517de0903 2024-11-22T14:25:33,095 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/a1962ab8dd024d26b98e830517de0903, entries=1, sequenceid=12, filesize=4.8 K 2024-11-22T14:25:33,096 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf2/50c619f019584ca59bc701686c50aeef as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/50c619f019584ca59bc701686c50aeef 2024-11-22T14:25:33,102 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50c619f019584ca59bc701686c50aeef 2024-11-22T14:25:33,103 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/50c619f019584ca59bc701686c50aeef, entries=1, sequenceid=12, filesize=4.8 K 2024-11-22T14:25:33,104 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 04086161ab42df0389a0cf9c99b0c30b in 76ms, sequenceid=12, compaction requested=false 2024-11-22T14:25:33,104 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 04086161ab42df0389a0cf9c99b0c30b: 2024-11-22T14:25:33,107 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T14:25:33,109 DEBUG [Time-limited test {}] regionserver.HStore(1541): 04086161ab42df0389a0cf9c99b0c30b/cf1 is initiating major compaction (all files) 2024-11-22T14:25:33,109 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:25:33,109 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:33,110 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 04086161ab42df0389a0cf9c99b0c30b/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,110 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/4af763b057d5483b97dc961aa4d4062e, hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/a1962ab8dd024d26b98e830517de0903] into tmpdir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp, totalSize=9.5 K 2024-11-22T14:25:33,111 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4af763b057d5483b97dc961aa4d4062e, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732285532264 2024-11-22T14:25:33,112 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a1962ab8dd024d26b98e830517de0903, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-22T14:25:33,122 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 04086161ab42df0389a0cf9c99b0c30b#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T14:25:33,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741890_1068 (size=4626) 2024-11-22T14:25:33,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741890_1068 (size=4626) 2024-11-22T14:25:33,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741890_1068 (size=4626) 2024-11-22T14:25:33,135 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf1/2a262a52ebfe4d54920a21b6afb39b63 as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/2a262a52ebfe4d54920a21b6afb39b63 2024-11-22T14:25:33,149 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 04086161ab42df0389a0cf9c99b0c30b/cf1 of 04086161ab42df0389a0cf9c99b0c30b into 2a262a52ebfe4d54920a21b6afb39b63(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T14:25:33,149 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 04086161ab42df0389a0cf9c99b0c30b: 2024-11-22T14:25:33,150 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-22T14:25:33,150 DEBUG [Time-limited test {}] regionserver.HStore(1541): 04086161ab42df0389a0cf9c99b0c30b/cf2 is initiating major compaction (all files) 2024-11-22T14:25:33,150 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T14:25:33,150 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T14:25:33,150 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 04086161ab42df0389a0cf9c99b0c30b/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,150 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/50c619f019584ca59bc701686c50aeef] into tmpdir=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp, totalSize=4.8 K 2024-11-22T14:25:33,151 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 50c619f019584ca59bc701686c50aeef, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-22T14:25:33,156 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 04086161ab42df0389a0cf9c99b0c30b#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T14:25:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741891_1069 (size=4592) 2024-11-22T14:25:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741891_1069 (size=4592) 2024-11-22T14:25:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741891_1069 (size=4592) 2024-11-22T14:25:33,173 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/.tmp/cf2/62ff84c6817e4e778b7496fd04db89d6 as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/62ff84c6817e4e778b7496fd04db89d6 2024-11-22T14:25:33,180 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 04086161ab42df0389a0cf9c99b0c30b/cf2 of 04086161ab42df0389a0cf9c99b0c30b into 62ff84c6817e4e778b7496fd04db89d6(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T14:25:33,180 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 04086161ab42df0389a0cf9c99b0c30b: 2024-11-22T14:25:33,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=04086161ab42df0389a0cf9c99b0c30b, source=b313e41b3af3,39845,1732285514696, destination=b313e41b3af3,40659,1732285514599, warming up region on b313e41b3af3,40659,1732285514599 2024-11-22T14:25:33,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=04086161ab42df0389a0cf9c99b0c30b, source=b313e41b3af3,39845,1732285514696, destination=b313e41b3af3,40659,1732285514599, running balancer 2024-11-22T14:25:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE 2024-11-22T14:25:33,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE 2024-11-22T14:25:33,187 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=CLOSING, regionLocation=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:33,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.HRegion(7855): Warmup {ENCODED => 04086161ab42df0389a0cf9c99b0c30b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:33,189 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,191 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf1 2024-11-22T14:25:33,191 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:33,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE because future has completed 2024-11-22T14:25:33,193 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T14:25:33,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,39845,1732285514696}] 2024-11-22T14:25:33,200 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/2a262a52ebfe4d54920a21b6afb39b63 2024-11-22T14:25:33,205 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/4af763b057d5483b97dc961aa4d4062e 2024-11-22T14:25:33,211 INFO [StoreFileOpener-04086161ab42df0389a0cf9c99b0c30b-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1962ab8dd024d26b98e830517de0903 2024-11-22T14:25:33,211 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/a1962ab8dd024d26b98e830517de0903 2024-11-22T14:25:33,211 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:33,211 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,212 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf2 2024-11-22T14:25:33,212 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:33,219 INFO [StoreFileOpener-04086161ab42df0389a0cf9c99b0c30b-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50c619f019584ca59bc701686c50aeef 2024-11-22T14:25:33,219 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/50c619f019584ca59bc701686c50aeef 2024-11-22T14:25:33,224 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/62ff84c6817e4e778b7496fd04db89d6 2024-11-22T14:25:33,225 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.HRegion(1722): Closing 04086161ab42df0389a0cf9c99b0c30b, disabling compactions & flushes 2024-11-22T14:25:33,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. after waiting 0 ms 2024-11-22T14:25:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40659 {}] regionserver.HRegion(1676): Region close journal for 04086161ab42df0389a0cf9c99b0c30b: Waiting for close lock at 1732285533225Disabling compacts and flushes for region at 1732285533225Disabling writes for close at 1732285533225Writing region close event to WAL at 1732285533226 (+1 ms)Closed at 1732285533226 2024-11-22T14:25:33,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-22T14:25:33,347 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,347 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T14:25:33,347 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 04086161ab42df0389a0cf9c99b0c30b, disabling compactions & flushes 2024-11-22T14:25:33,347 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,347 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,347 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. after waiting 0 ms 2024-11-22T14:25:33,347 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,348 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/4af763b057d5483b97dc961aa4d4062e, hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/a1962ab8dd024d26b98e830517de0903] to archive 2024-11-22T14:25:33,351 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T14:25:33,354 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/4af763b057d5483b97dc961aa4d4062e to hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/4af763b057d5483b97dc961aa4d4062e 2024-11-22T14:25:33,357 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/a1962ab8dd024d26b98e830517de0903 to hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/a1962ab8dd024d26b98e830517de0903 2024-11-22T14:25:33,370 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/50c619f019584ca59bc701686c50aeef] to archive 2024-11-22T14:25:33,371 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T14:25:33,373 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/50c619f019584ca59bc701686c50aeef to hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/50c619f019584ca59bc701686c50aeef 2024-11-22T14:25:33,379 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-22T14:25:33,380 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,380 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 04086161ab42df0389a0cf9c99b0c30b: Waiting for close lock at 1732285533347Running coprocessor pre-close hooks at 1732285533347Disabling compacts and flushes for region at 1732285533347Disabling writes for close at 1732285533347Writing region close event to WAL at 1732285533375 (+28 ms)Running coprocessor post-close hooks at 1732285533380 (+5 ms)Closed at 1732285533380 2024-11-22T14:25:33,380 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 04086161ab42df0389a0cf9c99b0c30b move to b313e41b3af3,40659,1732285514599 record at close sequenceid=12 2024-11-22T14:25:33,383 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=CLOSED 2024-11-22T14:25:33,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,39845,1732285514696 because future has completed 2024-11-22T14:25:33,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T14:25:33,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,39845,1732285514696 in 195 msec 2024-11-22T14:25:33,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE; state=CLOSED, location=b313e41b3af3,40659,1732285514599; forceNewPlan=false, retain=false 2024-11-22T14:25:33,542 INFO [b313e41b3af3:33817 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-22T14:25:33,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=OPENING, regionLocation=b313e41b3af3,40659,1732285514599 2024-11-22T14:25:33,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE because future has completed 2024-11-22T14:25:33,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,40659,1732285514599}] 2024-11-22T14:25:33,704 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,704 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 04086161ab42df0389a0cf9c99b0c30b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:33,704 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,705 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:33,705 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,705 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,706 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,707 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf1 2024-11-22T14:25:33,707 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:33,713 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/2a262a52ebfe4d54920a21b6afb39b63 2024-11-22T14:25:33,713 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:33,713 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,714 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf2 2024-11-22T14:25:33,714 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:33,721 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/62ff84c6817e4e778b7496fd04db89d6 2024-11-22T14:25:33,721 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:33,721 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,722 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,724 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,724 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,725 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,725 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T14:25:33,727 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,729 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 04086161ab42df0389a0cf9c99b0c30b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60144506, jitterRate=-0.10377702116966248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T14:25:33,729 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,730 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 04086161ab42df0389a0cf9c99b0c30b: Running coprocessor pre-open hook at 1732285533705Writing region info on filesystem at 1732285533705Initializing all the Stores at 1732285533706 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285533706Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285533706Cleaning up temporary data from old regions at 1732285533725 (+19 ms)Running coprocessor post-open hooks at 1732285533729 (+4 ms)Region opened successfully at 1732285533730 (+1 ms) 2024-11-22T14:25:33,731 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., pid=12, masterSystemTime=1732285533700 2024-11-22T14:25:33,733 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,734 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=OPEN, openSeqNum=18, regionLocation=b313e41b3af3,40659,1732285514599 2024-11-22T14:25:33,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,40659,1732285514599 because future has completed 2024-11-22T14:25:33,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-22T14:25:33,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,40659,1732285514599 in 191 msec 2024-11-22T14:25:33,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, REOPEN/MOVE in 557 msec 2024-11-22T14:25:33,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T14:25:33,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T14:25:33,793 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b313e41b3af3,40659,1732285514599: testing ***** 2024-11-22T14:25:33,793 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T14:25:33,795 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T14:25:33,797 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T14:25:33,803 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T14:25:33,805 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T14:25:33,816 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 475734672 }, "NonHeapMemoryUsage": { "committed": 171900928, "init": 7667712, "max": -1, "used": 169294184 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b313e41b3af3", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10271, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 1, "ProcessCallTime_max": 41, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 3, "ProcessCallTime_90th_percentile": 7, "ProcessCallTime_95th_percentile": 11, "ProcessCallTime_98th_percentile": 41, "ProcessCallTime_99th_percentile": 41, "ProcessCallTime_99.9th_percentile": 41, "ProcessCallTime_TimeRangeCount_0-1": 12, "ProcessCallTime_TimeRangeCount_1-3": 12, "ProcessCallTime_TimeRangeCount_3-10": 5, "ProcessCallTime_TimeRangeCount_10-30": 1, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 1, "TotalCallTime_max": 41, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 3, "TotalCallTime_90th_percentile": 7, "TotalCallTime_95th_percentile": 11, "TotalCallTime_98th_percentile": 41, "TotalCallTime_99th_percentile": 41, "TotalCallTime_99.9th_percentile": 41, "TotalCallTime_TimeRangeCount_0-1": 10, "TotalCallTime_TimeRangeCount_1-3": 14, "TotalCallTime_TimeRangeCount_3-10": 5, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1139, "ResponseSize_mean": 160, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 796, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1070, "ResponseSize_99.9th_percentile": 1132, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5782 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b313e41b3af3", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61635", "tag.serverName": "b313e41b3af3,40931,1732285514761", "tag.clusterId": "142185e1-912b-4900-a63e-a0bebc8b66c4", "tag.Context": "regionserver", "tag.Hostname": "b313e41b3af3", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732285514761, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-22T14:25:33,820 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33817 {}] master.MasterRpcServices(700): b313e41b3af3,40659,1732285514599 reported a fatal error: ***** ABORTING region server b313e41b3af3,40659,1732285514599: testing ***** 2024-11-22T14:25:33,821 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,40659,1732285514599' ***** 2024-11-22T14:25:33,822 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-22T14:25:33,822 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:25:33,822 INFO [RS:0;b313e41b3af3:40659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-22T14:25:33,822 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:25:33,823 INFO [RS:0;b313e41b3af3:40659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-22T14:25:33,823 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(3091): Received CLOSE for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39845 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:33908 deadline: 1732285593823, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b313e41b3af3 port=40659 startCode=1732285514599. As of locationSeqNum=12. 2024-11-22T14:25:33,823 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(956): aborting server b313e41b3af3,40659,1732285514599 2024-11-22T14:25:33,823 INFO [RS:0;b313e41b3af3:40659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:25:33,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,39845,1732285514696, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,39845,1732285514696, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b313e41b3af3 port=40659 startCode=1732285514599. As of locationSeqNum=12. 2024-11-22T14:25:33,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,39845,1732285514696, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b313e41b3af3 port=40659 startCode=1732285514599. As of locationSeqNum=12. 2024-11-22T14:25:33,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,39845,1732285514696, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b313e41b3af3 port=40659 startCode=1732285514599. As of locationSeqNum=12. 2024-11-22T14:25:33,824 INFO [RS:0;b313e41b3af3:40659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b313e41b3af3:40659. 2024-11-22T14:25:33,824 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04086161ab42df0389a0cf9c99b0c30b, disabling compactions & flushes 2024-11-22T14:25:33,824 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,824 DEBUG [RS:0;b313e41b3af3:40659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:25:33,824 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,824 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. after waiting 0 ms 2024-11-22T14:25:33,824 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,824 DEBUG [RS:0;b313e41b3af3:40659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:33,825 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T14:25:33,825 DEBUG [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(1325): Online Regions={04086161ab42df0389a0cf9c99b0c30b=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.} 2024-11-22T14:25:33,825 DEBUG [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(1351): Waiting on 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:33,827 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,827 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04086161ab42df0389a0cf9c99b0c30b: Waiting for close lock at 1732285533823Running coprocessor pre-close hooks at 1732285533824 (+1 ms)Disabling compacts and flushes for region at 1732285533824Disabling writes for close at 1732285533824Writing region close event to WAL at 1732285533826 (+2 ms)Running coprocessor post-close hooks at 1732285533826Closed at 1732285533826 2024-11-22T14:25:33,827 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:33,839 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:25:33,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b313e41b3af3,40659,1732285514599 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:33,936 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b313e41b3af3,40659,1732285514599 aborting 2024-11-22T14:25:33,936 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b313e41b3af3,40659,1732285514599 aborting 2024-11-22T14:25:33,936 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=12 from cache 2024-11-22T14:25:34,026 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,40659,1732285514599; all regions closed. 2024-11-22T14:25:34,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741834_1010 (size=2288) 2024-11-22T14:25:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741834_1010 (size=2288) 2024-11-22T14:25:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741834_1010 (size=2288) 2024-11-22T14:25:34,034 DEBUG [RS:0;b313e41b3af3:40659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:34,034 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:25:34,034 INFO [RS:0;b313e41b3af3:40659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:25:34,035 INFO [RS:0;b313e41b3af3:40659 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:25:34,035 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:25:34,035 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:25:34,035 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:25:34,035 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:25:34,035 INFO [RS:0;b313e41b3af3:40659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:25:34,036 INFO [RS:0;b313e41b3af3:40659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40659 2024-11-22T14:25:34,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b313e41b3af3,40659,1732285514599 2024-11-22T14:25:34,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:25:34,043 INFO [RS:0;b313e41b3af3:40659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:25:34,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,40659,1732285514599] 2024-11-22T14:25:34,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b313e41b3af3,40659,1732285514599 already deleted, retry=false 2024-11-22T14:25:34,045 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b313e41b3af3,40659,1732285514599 on b313e41b3af3,33817,1732285513976 2024-11-22T14:25:34,050 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b313e41b3af3,40659,1732285514599, splitWal=true, meta=false 2024-11-22T14:25:34,052 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for b313e41b3af3,40659,1732285514599 (carryingMeta=false) b313e41b3af3,40659,1732285514599/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5e76144d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T14:25:34,052 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b313e41b3af3,40659,1732285514599, splitWal=true, meta=false 2024-11-22T14:25:34,054 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): b313e41b3af3,40659,1732285514599 had 1 regions 2024-11-22T14:25:34,055 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b313e41b3af3,40659,1732285514599, splitWal=true, meta=false, isMeta: false 2024-11-22T14:25:34,057 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting 2024-11-22T14:25:34,058 INFO [PEWorker-2 {}] master.SplitWALManager(105): b313e41b3af3,40659,1732285514599 WAL count=1, meta=false 2024-11-22T14:25:34,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b313e41b3af3%2C40659%2C1732285514599.1732285516280}] 2024-11-22T14:25:34,066 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:34,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b313e41b3af3%2C40659%2C1732285514599.1732285516280, worker=b313e41b3af3,39845,1732285514696}] 2024-11-22T14:25:34,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:25:34,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40659-0x10067d29a6c0001, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:25:34,146 INFO [RS:0;b313e41b3af3:40659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:25:34,146 INFO [RS:0;b313e41b3af3:40659 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,40659,1732285514599; zookeeper connection closed. 2024-11-22T14:25:34,146 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7542845 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7542845 2024-11-22T14:25:34,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18] 2024-11-22T14:25:34,148 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b313e41b3af3:40659 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b313e41b3af3/172.17.0.2:40659 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:34,149 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18, error=java.net.ConnectException: Call to address=b313e41b3af3:40659 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b313e41b3af3/172.17.0.2:40659 2024-11-22T14:25:34,149 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-22T14:25:34,149 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18 from cache 2024-11-22T14:25:34,149 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address b313e41b3af3:40659 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b313e41b3af3/172.17.0.2:40659 2024-11-22T14:25:34,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-22T14:25:34,254 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280, size=2.2 K (2288bytes) 2024-11-22T14:25:34,254 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280 2024-11-22T14:25:34,255 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280 after 1ms 2024-11-22T14:25:34,281 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:34,281 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280 took 27ms 2024-11-22T14:25:34,289 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 04086161ab42df0389a0cf9c99b0c30b: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-22T14:25:34,289 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280 so closing down 2024-11-22T14:25:34,289 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:34,289 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:34,289 INFO [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-22T14:25:34,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280, journal: Splitting hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280, size=2.2 K (2288bytes) at 1732285534254Finishing writing output for hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280 so closing down at 1732285534289 (+35 ms)3 split writer threads finished at 1732285534289Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1732285534289 2024-11-22T14:25:34,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280 2024-11-22T14:25:34,291 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b313e41b3af3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T14:25:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-22T14:25:34,297 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting/b313e41b3af3%2C40659%2C1732285514599.1732285516280 to hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/oldWALs 2024-11-22T14:25:34,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T14:25:34,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b313e41b3af3%2C40659%2C1732285514599.1732285516280, worker=b313e41b3af3,39845,1732285514696 in 229 msec 2024-11-22T14:25:34,302 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:34,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T14:25:34,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure b313e41b3af3%2C40659%2C1732285514599.1732285516280, worker=b313e41b3af3,39845,1732285514696 in 243 msec 2024-11-22T14:25:34,307 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting dir is empty, no logs to split. 2024-11-22T14:25:34,307 INFO [PEWorker-2 {}] master.SplitWALManager(105): b313e41b3af3,40659,1732285514599 WAL count=0, meta=false 2024-11-22T14:25:34,307 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if b313e41b3af3,40659,1732285514599 WAL splitting is done? wals=0, meta=false 2024-11-22T14:25:34,309 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b313e41b3af3,40659,1732285514599 failed, ignore...File hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/WALs/b313e41b3af3,40659,1732285514599-splitting does not exist. 2024-11-22T14:25:34,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN}] 2024-11-22T14:25:34,313 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN 2024-11-22T14:25:34,315 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T14:25:34,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-22T14:25:34,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:34,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-22T14:25:34,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:34,465 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18] 2024-11-22T14:25:34,465 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(204): Hosts are {b313e41b3af3=0} racks are {/default-rack=0} 2024-11-22T14:25:34,465 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-22T14:25:34,466 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-22T14:25:34,466 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-22T14:25:34,466 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-22T14:25:34,466 INFO [b313e41b3af3:33817 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-22T14:25:34,466 INFO [b313e41b3af3:33817 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-22T14:25:34,466 DEBUG [b313e41b3af3:33817 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-22T14:25:34,466 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to b313e41b3af3:40659 this server is in the failed servers list 2024-11-22T14:25:34,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=OPENING, regionLocation=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:34,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b313e41b3af3:40659 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b313e41b3af3:40659 2024-11-22T14:25:34,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b313e41b3af3:40659 2024-11-22T14:25:34,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,40659,1732285514599, seqNum=18 from cache 2024-11-22T14:25:34,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN because future has completed 2024-11-22T14:25:34,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,39845,1732285514696}] 2024-11-22T14:25:34,630 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:34,630 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 04086161ab42df0389a0cf9c99b0c30b, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:34,631 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,631 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:34,631 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,631 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,633 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,634 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf1 2024-11-22T14:25:34,634 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:34,641 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf1/2a262a52ebfe4d54920a21b6afb39b63 2024-11-22T14:25:34,641 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:34,641 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,642 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04086161ab42df0389a0cf9c99b0c30b columnFamilyName cf2 2024-11-22T14:25:34,642 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:34,648 DEBUG [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/cf2/62ff84c6817e4e778b7496fd04db89d6 2024-11-22T14:25:34,648 INFO [StoreOpener-04086161ab42df0389a0cf9c99b0c30b-1 {}] regionserver.HStore(327): Store=04086161ab42df0389a0cf9c99b0c30b/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:34,648 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,649 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,650 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,651 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,651 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,652 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-22T14:25:34,653 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,654 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 04086161ab42df0389a0cf9c99b0c30b; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72630268, jitterRate=0.08227533102035522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-22T14:25:34,654 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:34,655 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 04086161ab42df0389a0cf9c99b0c30b: Running coprocessor pre-open hook at 1732285534631Writing region info on filesystem at 1732285534631Initializing all the Stores at 1732285534632 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285534632Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285534633 (+1 ms)Cleaning up temporary data from old regions at 1732285534651 (+18 ms)Running coprocessor post-open hooks at 1732285534654 (+3 ms)Region opened successfully at 1732285534655 (+1 ms) 2024-11-22T14:25:34,656 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., pid=17, masterSystemTime=1732285534622 2024-11-22T14:25:34,658 DEBUG [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:34,658 INFO [RS_OPEN_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:34,658 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=04086161ab42df0389a0cf9c99b0c30b, regionState=OPEN, openSeqNum=18, regionLocation=b313e41b3af3,39845,1732285514696 2024-11-22T14:25:34,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,39845,1732285514696 because future has completed 2024-11-22T14:25:34,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T14:25:34,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 04086161ab42df0389a0cf9c99b0c30b, server=b313e41b3af3,39845,1732285514696 in 192 msec 2024-11-22T14:25:34,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-22T14:25:34,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=04086161ab42df0389a0cf9c99b0c30b, ASSIGN in 353 msec 2024-11-22T14:25:34,667 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server b313e41b3af3,40659,1732285514599 after splitting done 2024-11-22T14:25:34,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure b313e41b3af3,40659,1732285514599, splitWal=true, meta=false in 621 msec 2024-11-22T14:25:34,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b., hostname=b313e41b3af3,39845,1732285514696, seqNum=18] 2024-11-22T14:25:34,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 416), OpenFileDescriptor=1043 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=940 (was 940), ProcessCount=11 (was 11), AvailableMemoryMB=5289 (was 5328) 2024-11-22T14:25:34,994 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1043 is superior to 1024 2024-11-22T14:25:35,004 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1043, MaxFileDescriptor=1048576, SystemLoadAverage=940, ProcessCount=11, AvailableMemoryMB=5289 2024-11-22T14:25:35,004 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1043 is superior to 1024 2024-11-22T14:25:35,019 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:35,021 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:35,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:35,024 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-26502859, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-26502859, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:35,036 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-26502859/hregion-26502859.1732285535024, exclude list is [], retry=0 2024-11-22T14:25:35,039 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:35,040 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:35,040 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:35,067 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-26502859/hregion-26502859.1732285535024 2024-11-22T14:25:35,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:35,067 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 27be9cdabe40868785a3fe5d8b0fc9f9, NAME => 'testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741893_1071 (size=67) 2024-11-22T14:25:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741893_1071 (size=67) 2024-11-22T14:25:35,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741893_1071 (size=67) 2024-11-22T14:25:35,077 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:35,078 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,080 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27be9cdabe40868785a3fe5d8b0fc9f9 columnFamilyName a 2024-11-22T14:25:35,080 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,080 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(327): Store=27be9cdabe40868785a3fe5d8b0fc9f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,081 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,082 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27be9cdabe40868785a3fe5d8b0fc9f9 columnFamilyName b 2024-11-22T14:25:35,082 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,083 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(327): Store=27be9cdabe40868785a3fe5d8b0fc9f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,083 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,084 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27be9cdabe40868785a3fe5d8b0fc9f9 columnFamilyName c 2024-11-22T14:25:35,084 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,085 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(327): Store=27be9cdabe40868785a3fe5d8b0fc9f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,085 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,086 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,086 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,087 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,087 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,088 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:35,089 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,091 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:35,092 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27be9cdabe40868785a3fe5d8b0fc9f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71077468, jitterRate=0.059136807918548584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:35,092 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27be9cdabe40868785a3fe5d8b0fc9f9: Writing region info on filesystem at 1732285535077Initializing all the Stores at 1732285535078 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535078Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535078Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535078Cleaning up temporary data from old regions at 1732285535087 (+9 ms)Region opened successfully at 1732285535092 (+5 ms) 2024-11-22T14:25:35,092 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 27be9cdabe40868785a3fe5d8b0fc9f9, disabling compactions & flushes 2024-11-22T14:25:35,092 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. 2024-11-22T14:25:35,092 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. 2024-11-22T14:25:35,093 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. after waiting 0 ms 2024-11-22T14:25:35,093 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. 2024-11-22T14:25:35,093 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. 2024-11-22T14:25:35,093 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 27be9cdabe40868785a3fe5d8b0fc9f9: Waiting for close lock at 1732285535092Disabling compacts and flushes for region at 1732285535092Disabling writes for close at 1732285535093 (+1 ms)Writing region close event to WAL at 1732285535093Closed at 1732285535093 2024-11-22T14:25:35,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741892_1070 (size=175) 2024-11-22T14:25:35,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741892_1070 (size=175) 2024-11-22T14:25:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741892_1070 (size=175) 2024-11-22T14:25:35,097 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:35,098 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-26502859:(num 1732285535024) 2024-11-22T14:25:35,098 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:35,099 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:35,114 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100, exclude list is [], retry=0 2024-11-22T14:25:35,117 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:35,117 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:35,117 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:35,145 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100 2024-11-22T14:25:35,145 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:35,145 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 27be9cdabe40868785a3fe5d8b0fc9f9, NAME => 'testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:35,145 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:35,145 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,145 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,147 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,148 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27be9cdabe40868785a3fe5d8b0fc9f9 columnFamilyName a 2024-11-22T14:25:35,148 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,148 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(327): Store=27be9cdabe40868785a3fe5d8b0fc9f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,148 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,149 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27be9cdabe40868785a3fe5d8b0fc9f9 columnFamilyName b 2024-11-22T14:25:35,149 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,150 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(327): Store=27be9cdabe40868785a3fe5d8b0fc9f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,150 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,151 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27be9cdabe40868785a3fe5d8b0fc9f9 columnFamilyName c 2024-11-22T14:25:35,151 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,151 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(327): Store=27be9cdabe40868785a3fe5d8b0fc9f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,151 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,152 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,153 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,154 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,155 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,155 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:35,156 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,157 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27be9cdabe40868785a3fe5d8b0fc9f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64055549, jitterRate=-0.04549793899059296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:35,158 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27be9cdabe40868785a3fe5d8b0fc9f9: Writing region info on filesystem at 1732285535145Initializing all the Stores at 1732285535146 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535146Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535147 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535147Cleaning up temporary data from old regions at 1732285535155 (+8 ms)Region opened successfully at 1732285535158 (+3 ms) 2024-11-22T14:25:35,184 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27be9cdabe40868785a3fe5d8b0fc9f9 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-22T14:25:35,200 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/a/1ba3944cd0b44d67b70930e79ed2d5a0 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732285535158/Put/seqid=0 2024-11-22T14:25:35,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741895_1073 (size=5958) 2024-11-22T14:25:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741895_1073 (size=5958) 2024-11-22T14:25:35,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741895_1073 (size=5958) 2024-11-22T14:25:35,207 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/a/1ba3944cd0b44d67b70930e79ed2d5a0 2024-11-22T14:25:35,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/b/b702fc65975f485194dc3b979ef1e0f3 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732285535166/Put/seqid=0 2024-11-22T14:25:35,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741896_1074 (size=5958) 2024-11-22T14:25:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741896_1074 (size=5958) 2024-11-22T14:25:35,235 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/b/b702fc65975f485194dc3b979ef1e0f3 2024-11-22T14:25:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741896_1074 (size=5958) 2024-11-22T14:25:35,256 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/c/1f8962aee4e24fa2801f78020eb2f411 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732285535174/Put/seqid=0 2024-11-22T14:25:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741897_1075 (size=5958) 2024-11-22T14:25:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741897_1075 (size=5958) 2024-11-22T14:25:35,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741897_1075 (size=5958) 2024-11-22T14:25:35,265 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/c/1f8962aee4e24fa2801f78020eb2f411 2024-11-22T14:25:35,272 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/a/1ba3944cd0b44d67b70930e79ed2d5a0 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/a/1ba3944cd0b44d67b70930e79ed2d5a0 2024-11-22T14:25:35,278 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/a/1ba3944cd0b44d67b70930e79ed2d5a0, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T14:25:35,279 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/b/b702fc65975f485194dc3b979ef1e0f3 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/b/b702fc65975f485194dc3b979ef1e0f3 2024-11-22T14:25:35,285 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/b/b702fc65975f485194dc3b979ef1e0f3, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T14:25:35,287 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/c/1f8962aee4e24fa2801f78020eb2f411 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/c/1f8962aee4e24fa2801f78020eb2f411 2024-11-22T14:25:35,292 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/c/1f8962aee4e24fa2801f78020eb2f411, entries=10, sequenceid=33, filesize=5.8 K 2024-11-22T14:25:35,294 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 27be9cdabe40868785a3fe5d8b0fc9f9 in 109ms, sequenceid=33, compaction requested=false 2024-11-22T14:25:35,294 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 27be9cdabe40868785a3fe5d8b0fc9f9: 2024-11-22T14:25:35,294 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 27be9cdabe40868785a3fe5d8b0fc9f9, disabling compactions & flushes 2024-11-22T14:25:35,294 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. 2024-11-22T14:25:35,294 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. 2024-11-22T14:25:35,294 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. after waiting 0 ms 2024-11-22T14:25:35,294 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. 2024-11-22T14:25:35,295 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. 2024-11-22T14:25:35,295 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 27be9cdabe40868785a3fe5d8b0fc9f9: Waiting for close lock at 1732285535294Disabling compacts and flushes for region at 1732285535294Disabling writes for close at 1732285535294Writing region close event to WAL at 1732285535295 (+1 ms)Closed at 1732285535295 2024-11-22T14:25:35,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741894_1072 (size=6311) 2024-11-22T14:25:35,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741894_1072 (size=6311) 2024-11-22T14:25:35,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741894_1072 (size=6311) 2024-11-22T14:25:35,301 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100 not finished, retry = 0 2024-11-22T14:25:35,407 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/b/b702fc65975f485194dc3b979ef1e0f3 to hdfs://localhost:34747/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/b/b702fc65975f485194dc3b979ef1e0f3 2024-11-22T14:25:35,424 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100, size=6.2 K (6311bytes) 2024-11-22T14:25:35,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100 2024-11-22T14:25:35,424 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100 after 0ms 2024-11-22T14:25:35,453 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:35,453 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100 took 29ms 2024-11-22T14:25:35,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100 so closing down 2024-11-22T14:25:35,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:35,457 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732285535100.temp 2024-11-22T14:25:35,482 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000003-wal.1732285535100.temp 2024-11-22T14:25:35,482 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741898_1076 (size=5575) 2024-11-22T14:25:35,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741898_1076 (size=5575) 2024-11-22T14:25:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741898_1076 (size=5575) 2024-11-22T14:25:35,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000003-wal.1732285535100.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:35,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000003-wal.1732285535100.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000032 2024-11-22T14:25:35,490 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-22T14:25:35,491 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100, journal: Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100, size=6.2 K (6311bytes) at 1732285535424Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100 so closing down at 1732285535456 (+32 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000003-wal.1732285535100.temp at 1732285535482 (+26 ms)3 split writer threads finished at 1732285535482Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000003-wal.1732285535100.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732285535489 (+7 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000003-wal.1732285535100.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000032 at 1732285535490 (+1 ms)Processed 32 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1732285535490 2024-11-22T14:25:35,492 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535100 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285535100 2024-11-22T14:25:35,493 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000032 2024-11-22T14:25:35,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:35,495 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:35,509 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535495, exclude list is [], retry=0 2024-11-22T14:25:35,511 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:35,512 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:35,512 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:35,540 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535495 2024-11-22T14:25:35,540 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:35,540 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 27be9cdabe40868785a3fe5d8b0fc9f9, NAME => 'testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:35,540 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:35,540 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,540 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,542 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,543 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27be9cdabe40868785a3fe5d8b0fc9f9 columnFamilyName a 2024-11-22T14:25:35,543 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,550 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/a/1ba3944cd0b44d67b70930e79ed2d5a0 2024-11-22T14:25:35,550 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(327): Store=27be9cdabe40868785a3fe5d8b0fc9f9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,551 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,552 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27be9cdabe40868785a3fe5d8b0fc9f9 columnFamilyName b 2024-11-22T14:25:35,552 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,553 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(327): Store=27be9cdabe40868785a3fe5d8b0fc9f9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,553 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,554 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27be9cdabe40868785a3fe5d8b0fc9f9 columnFamilyName c 2024-11-22T14:25:35,554 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,559 DEBUG [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/c/1f8962aee4e24fa2801f78020eb2f411 2024-11-22T14:25:35,559 INFO [StoreOpener-27be9cdabe40868785a3fe5d8b0fc9f9-1 {}] regionserver.HStore(327): Store=27be9cdabe40868785a3fe5d8b0fc9f9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,560 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,560 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,562 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,562 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000032 2024-11-22T14:25:35,589 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:35,591 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000032 2024-11-22T14:25:35,591 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 27be9cdabe40868785a3fe5d8b0fc9f9 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-22T14:25:35,607 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/b/2fe47db754d9483d9f74b97dfab4cfdc is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732285535166/Put/seqid=0 2024-11-22T14:25:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741900_1078 (size=5958) 2024-11-22T14:25:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741900_1078 (size=5958) 2024-11-22T14:25:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741900_1078 (size=5958) 2024-11-22T14:25:35,615 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/b/2fe47db754d9483d9f74b97dfab4cfdc 2024-11-22T14:25:35,620 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/.tmp/b/2fe47db754d9483d9f74b97dfab4cfdc as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/b/2fe47db754d9483d9f74b97dfab4cfdc 2024-11-22T14:25:35,626 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/b/2fe47db754d9483d9f74b97dfab4cfdc, entries=10, sequenceid=32, filesize=5.8 K 2024-11-22T14:25:35,626 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 27be9cdabe40868785a3fe5d8b0fc9f9 in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-11-22T14:25:35,627 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/0000000000000000032 2024-11-22T14:25:35,628 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,629 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,629 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:35,631 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 27be9cdabe40868785a3fe5d8b0fc9f9 2024-11-22T14:25:35,633 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/27be9cdabe40868785a3fe5d8b0fc9f9/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-22T14:25:35,634 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 27be9cdabe40868785a3fe5d8b0fc9f9; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61680259, jitterRate=-0.08089251816272736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:35,635 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 27be9cdabe40868785a3fe5d8b0fc9f9: Writing region info on filesystem at 1732285535541Initializing all the Stores at 1732285535542 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535542Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535542Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535542Obtaining lock to block concurrent updates at 1732285535591 (+49 ms)Preparing flush snapshotting stores in 27be9cdabe40868785a3fe5d8b0fc9f9 at 1732285535591Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732285535591Flushing stores of testReplayEditsWrittenViaHRegion,,1732285535019.27be9cdabe40868785a3fe5d8b0fc9f9. at 1732285535591Flushing 27be9cdabe40868785a3fe5d8b0fc9f9/b: creating writer at 1732285535591Flushing 27be9cdabe40868785a3fe5d8b0fc9f9/b: appending metadata at 1732285535607 (+16 ms)Flushing 27be9cdabe40868785a3fe5d8b0fc9f9/b: closing flushed file at 1732285535607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7494cc49: reopening flushed file at 1732285535620 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 27be9cdabe40868785a3fe5d8b0fc9f9 in 35ms, sequenceid=32, compaction requested=false; wal=null at 1732285535626 (+6 ms)Cleaning up temporary data from old regions at 1732285535629 (+3 ms)Region opened successfully at 1732285535635 (+6 ms) 2024-11-22T14:25:35,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=417 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:39032 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:39224 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:52088 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:53574 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:53446 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:51912 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1119 (was 1043) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=897 (was 940), ProcessCount=11 (was 11), AvailableMemoryMB=5266 (was 5289) 2024-11-22T14:25:35,659 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024 2024-11-22T14:25:35,672 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1119, MaxFileDescriptor=1048576, SystemLoadAverage=897, ProcessCount=11, AvailableMemoryMB=5265 2024-11-22T14:25:35,672 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1119 is superior to 1024 2024-11-22T14:25:35,687 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:35,690 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:35,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:35,694 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-18930717, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-18930717, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:35,705 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-18930717/hregion-18930717.1732285535694, exclude list is [], retry=0 2024-11-22T14:25:35,708 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:35,708 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:35,708 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:35,744 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-18930717/hregion-18930717.1732285535694 2024-11-22T14:25:35,745 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:35,745 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 456079404a5003ed80caf08110c7b701, NAME => 'testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741902_1080 (size=68) 2024-11-22T14:25:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741902_1080 (size=68) 2024-11-22T14:25:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741902_1080 (size=68) 2024-11-22T14:25:35,759 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:35,760 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,761 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456079404a5003ed80caf08110c7b701 columnFamilyName a 2024-11-22T14:25:35,761 DEBUG [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,762 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(327): Store=456079404a5003ed80caf08110c7b701/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,762 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,764 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456079404a5003ed80caf08110c7b701 columnFamilyName b 2024-11-22T14:25:35,764 DEBUG [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,764 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(327): Store=456079404a5003ed80caf08110c7b701/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,764 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,766 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456079404a5003ed80caf08110c7b701 columnFamilyName c 2024-11-22T14:25:35,766 DEBUG [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,766 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(327): Store=456079404a5003ed80caf08110c7b701/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,767 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,767 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,768 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,769 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,769 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,769 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:35,770 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,773 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:35,773 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 456079404a5003ed80caf08110c7b701; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74598092, jitterRate=0.1115981936454773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:35,774 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 456079404a5003ed80caf08110c7b701: Writing region info on filesystem at 1732285535759Initializing all the Stores at 1732285535759Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535759Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535760 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535760Cleaning up temporary data from old regions at 1732285535769 (+9 ms)Region opened successfully at 1732285535774 (+5 ms) 2024-11-22T14:25:35,774 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 456079404a5003ed80caf08110c7b701, disabling compactions & flushes 2024-11-22T14:25:35,774 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:35,774 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:35,774 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. after waiting 0 ms 2024-11-22T14:25:35,774 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:35,775 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:35,775 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 456079404a5003ed80caf08110c7b701: Waiting for close lock at 1732285535774Disabling compacts and flushes for region at 1732285535774Disabling writes for close at 1732285535774Writing region close event to WAL at 1732285535775 (+1 ms)Closed at 1732285535775 2024-11-22T14:25:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741901_1079 (size=175) 2024-11-22T14:25:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741901_1079 (size=175) 2024-11-22T14:25:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741901_1079 (size=175) 2024-11-22T14:25:35,782 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:35,782 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-18930717:(num 1732285535694) 2024-11-22T14:25:35,782 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:35,784 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:35,797 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784, exclude list is [], retry=0 2024-11-22T14:25:35,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:35,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:35,800 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:35,828 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784 2024-11-22T14:25:35,828 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:35,907 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 456079404a5003ed80caf08110c7b701, NAME => 'testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:35,910 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,910 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:35,910 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,911 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,912 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,913 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456079404a5003ed80caf08110c7b701 columnFamilyName a 2024-11-22T14:25:35,914 DEBUG [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,914 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(327): Store=456079404a5003ed80caf08110c7b701/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,914 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,915 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456079404a5003ed80caf08110c7b701 columnFamilyName b 2024-11-22T14:25:35,916 DEBUG [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,916 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(327): Store=456079404a5003ed80caf08110c7b701/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,917 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,918 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456079404a5003ed80caf08110c7b701 columnFamilyName c 2024-11-22T14:25:35,918 DEBUG [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:35,919 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(327): Store=456079404a5003ed80caf08110c7b701/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:35,919 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,920 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,922 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,923 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,923 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,924 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:35,925 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,926 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 456079404a5003ed80caf08110c7b701; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74765129, jitterRate=0.11408723890781403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:35,927 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:35,927 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 456079404a5003ed80caf08110c7b701: Running coprocessor pre-open hook at 1732285535911Writing region info on filesystem at 1732285535911Initializing all the Stores at 1732285535912 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535912Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535912Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285535912Cleaning up temporary data from old regions at 1732285535923 (+11 ms)Running coprocessor post-open hooks at 1732285535927 (+4 ms)Region opened successfully at 1732285535927 2024-11-22T14:25:35,941 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 456079404a5003ed80caf08110c7b701 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-22T14:25:35,943 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:36,944 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:37,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T14:25:37,945 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:38,946 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:39,947 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:40,948 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:41,949 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:42,950 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:43,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T14:25:43,952 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:44,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-22T14:25:44,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:44,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-22T14:25:44,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:44,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-22T14:25:44,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:44,952 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 456079404a5003ed80caf08110c7b701/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:44,955 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 456079404a5003ed80caf08110c7b701: 2024-11-22T14:25:44,955 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:44,973 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 456079404a5003ed80caf08110c7b701: 2024-11-22T14:25:44,973 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-22T14:25:44,973 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 456079404a5003ed80caf08110c7b701, disabling compactions & flushes 2024-11-22T14:25:44,973 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:44,973 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:44,973 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. after waiting 0 ms 2024-11-22T14:25:44,973 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:44,973 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:44,974 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. 2024-11-22T14:25:44,974 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 456079404a5003ed80caf08110c7b701: Waiting for close lock at 1732285544973Running coprocessor pre-close hooks at 1732285544973Disabling compacts and flushes for region at 1732285544973Disabling writes for close at 1732285544973Writing region close event to WAL at 1732285544973Running coprocessor post-close hooks at 1732285544973Closed at 1732285544974 (+1 ms) 2024-11-22T14:25:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741903_1081 (size=4236) 2024-11-22T14:25:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741903_1081 (size=4236) 2024-11-22T14:25:44,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741903_1081 (size=4236) 2024-11-22T14:25:44,993 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784, size=4.1 K (4236bytes) 2024-11-22T14:25:44,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784 2024-11-22T14:25:44,993 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784 after 0ms 2024-11-22T14:25:45,022 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:45,022 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784 took 30ms 2024-11-22T14:25:45,024 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784 so closing down 2024-11-22T14:25:45,025 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:45,026 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732285535784.temp 2024-11-22T14:25:45,059 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000004-wal.1732285535784.temp 2024-11-22T14:25:45,059 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741904_1082 (size=3245) 2024-11-22T14:25:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741904_1082 (size=3245) 2024-11-22T14:25:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741904_1082 (size=3245) 2024-11-22T14:25:45,068 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000004-wal.1732285535784.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:45,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000004-wal.1732285535784.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000026 2024-11-22T14:25:45,069 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 47 ms; skipped=3; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-22T14:25:45,069 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784, journal: Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784, size=4.1 K (4236bytes) at 1732285544993Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784 so closing down at 1732285545025 (+32 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000004-wal.1732285535784.temp at 1732285545059 (+34 ms)3 split writer threads finished at 1732285545059Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000004-wal.1732285535784.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732285545068 (+9 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000004-wal.1732285535784.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000026 at 1732285545069 (+1 ms)Processed 23 edits across 1 Regions in 47 ms; skipped=3; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1732285545069 2024-11-22T14:25:45,071 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285535784 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285535784 2024-11-22T14:25:45,072 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000026 2024-11-22T14:25:45,072 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:45,074 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:45,087 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285545074, exclude list is [], retry=0 2024-11-22T14:25:45,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:45,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:45,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:45,114 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285545074 2024-11-22T14:25:45,115 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:45,115 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 456079404a5003ed80caf08110c7b701, NAME => 'testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:45,115 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,115 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:45,116 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,116 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,117 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,118 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456079404a5003ed80caf08110c7b701 columnFamilyName a 2024-11-22T14:25:45,118 DEBUG [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:45,119 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(327): Store=456079404a5003ed80caf08110c7b701/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:45,119 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,119 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456079404a5003ed80caf08110c7b701 columnFamilyName b 2024-11-22T14:25:45,119 DEBUG [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:45,120 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(327): Store=456079404a5003ed80caf08110c7b701/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:45,120 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,121 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 456079404a5003ed80caf08110c7b701 columnFamilyName c 2024-11-22T14:25:45,121 DEBUG [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:45,121 INFO [StoreOpener-456079404a5003ed80caf08110c7b701-1 {}] regionserver.HStore(327): Store=456079404a5003ed80caf08110c7b701/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:45,121 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,122 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,123 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,123 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000026 2024-11-22T14:25:45,151 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:45,153 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000026 2024-11-22T14:25:45,153 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 456079404a5003ed80caf08110c7b701 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-22T14:25:45,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/.tmp/a/544f4e165a864005b553c18c22719b73 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732285544963/Put/seqid=0 2024-11-22T14:25:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741906_1084 (size=5523) 2024-11-22T14:25:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741906_1084 (size=5523) 2024-11-22T14:25:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741906_1084 (size=5523) 2024-11-22T14:25:45,174 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/.tmp/a/544f4e165a864005b553c18c22719b73 2024-11-22T14:25:45,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/.tmp/b/cc508d3542824057a5925b324b7ab7d1 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732285544956/Put/seqid=0 2024-11-22T14:25:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741907_1085 (size=5524) 2024-11-22T14:25:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741907_1085 (size=5524) 2024-11-22T14:25:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741907_1085 (size=5524) 2024-11-22T14:25:45,202 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/.tmp/b/cc508d3542824057a5925b324b7ab7d1 2024-11-22T14:25:45,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/.tmp/c/b97f4d83b69c4104a5fab753d786ebc2 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732285544960/Put/seqid=0 2024-11-22T14:25:45,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741908_1086 (size=5457) 2024-11-22T14:25:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741908_1086 (size=5457) 2024-11-22T14:25:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741908_1086 (size=5457) 2024-11-22T14:25:45,235 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/.tmp/c/b97f4d83b69c4104a5fab753d786ebc2 2024-11-22T14:25:45,242 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/.tmp/a/544f4e165a864005b553c18c22719b73 as hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/a/544f4e165a864005b553c18c22719b73 2024-11-22T14:25:45,249 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/a/544f4e165a864005b553c18c22719b73, entries=7, sequenceid=26, filesize=5.4 K 2024-11-22T14:25:45,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/.tmp/b/cc508d3542824057a5925b324b7ab7d1 as hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/b/cc508d3542824057a5925b324b7ab7d1 2024-11-22T14:25:45,257 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/b/cc508d3542824057a5925b324b7ab7d1, entries=7, sequenceid=26, filesize=5.4 K 2024-11-22T14:25:45,259 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/.tmp/c/b97f4d83b69c4104a5fab753d786ebc2 as hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/c/b97f4d83b69c4104a5fab753d786ebc2 2024-11-22T14:25:45,265 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/c/b97f4d83b69c4104a5fab753d786ebc2, entries=6, sequenceid=26, filesize=5.3 K 2024-11-22T14:25:45,265 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 456079404a5003ed80caf08110c7b701 in 112ms, sequenceid=26, compaction requested=false; wal=null 2024-11-22T14:25:45,266 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/0000000000000000026 2024-11-22T14:25:45,267 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,267 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,268 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:45,270 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,273 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsAfterAbortingFlush/456079404a5003ed80caf08110c7b701/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-22T14:25:45,274 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 456079404a5003ed80caf08110c7b701; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61175148, jitterRate=-0.08841925859451294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:45,274 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 456079404a5003ed80caf08110c7b701 2024-11-22T14:25:45,275 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 456079404a5003ed80caf08110c7b701: Running coprocessor pre-open hook at 1732285545116Writing region info on filesystem at 1732285545116Initializing all the Stores at 1732285545117 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285545117Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285545117Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285545117Obtaining lock to block concurrent updates at 1732285545153 (+36 ms)Preparing flush snapshotting stores in 456079404a5003ed80caf08110c7b701 at 1732285545153Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732285545153Flushing stores of testReplayEditsAfterAbortingFlush,,1732285535688.456079404a5003ed80caf08110c7b701. at 1732285545153Flushing 456079404a5003ed80caf08110c7b701/a: creating writer at 1732285545153Flushing 456079404a5003ed80caf08110c7b701/a: appending metadata at 1732285545167 (+14 ms)Flushing 456079404a5003ed80caf08110c7b701/a: closing flushed file at 1732285545167Flushing 456079404a5003ed80caf08110c7b701/b: creating writer at 1732285545179 (+12 ms)Flushing 456079404a5003ed80caf08110c7b701/b: appending metadata at 1732285545194 (+15 ms)Flushing 456079404a5003ed80caf08110c7b701/b: closing flushed file at 1732285545194Flushing 456079404a5003ed80caf08110c7b701/c: creating writer at 1732285545208 (+14 ms)Flushing 456079404a5003ed80caf08110c7b701/c: appending metadata at 1732285545226 (+18 ms)Flushing 456079404a5003ed80caf08110c7b701/c: closing flushed file at 1732285545226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570884b4: reopening flushed file at 1732285545241 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dce879a: reopening flushed file at 1732285545250 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647fdd82: reopening flushed file at 1732285545258 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 456079404a5003ed80caf08110c7b701 in 112ms, sequenceid=26, compaction requested=false; wal=null at 1732285545265 (+7 ms)Cleaning up temporary data from old regions at 1732285545267 (+2 ms)Running coprocessor post-open hooks at 1732285545274 (+7 ms)Region opened successfully at 1732285545274 2024-11-22T14:25:45,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=417 (was 417), OpenFileDescriptor=1178 (was 1119) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=825 (was 897), ProcessCount=11 (was 11), AvailableMemoryMB=5140 (was 5265) 2024-11-22T14:25:45,298 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-22T14:25:45,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1178, MaxFileDescriptor=1048576, SystemLoadAverage=825, ProcessCount=11, AvailableMemoryMB=5138 2024-11-22T14:25:45,312 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1178 is superior to 1024 2024-11-22T14:25:45,326 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:45,328 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:45,329 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:45,331 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27815054, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-27815054, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:45,343 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27815054/hregion-27815054.1732285545332, exclude list is [], retry=0 2024-11-22T14:25:45,345 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:45,346 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:45,346 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:45,370 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27815054/hregion-27815054.1732285545332 2024-11-22T14:25:45,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:45,371 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6a5aaa7ef189c694f4ab2a13d82426f3, NAME => 'testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:45,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741910_1088 (size=61) 2024-11-22T14:25:45,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741910_1088 (size=61) 2024-11-22T14:25:45,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741910_1088 (size=61) 2024-11-22T14:25:45,379 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:45,380 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,382 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a5aaa7ef189c694f4ab2a13d82426f3 columnFamilyName a 2024-11-22T14:25:45,382 DEBUG [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:45,382 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] regionserver.HStore(327): Store=6a5aaa7ef189c694f4ab2a13d82426f3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:45,383 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,383 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,384 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,384 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,384 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,386 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,388 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:45,388 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6a5aaa7ef189c694f4ab2a13d82426f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68945762, jitterRate=0.027371913194656372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:25:45,389 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6a5aaa7ef189c694f4ab2a13d82426f3: Writing region info on filesystem at 1732285545379Initializing all the Stores at 1732285545380 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285545380Cleaning up temporary data from old regions at 1732285545384 (+4 ms)Region opened successfully at 1732285545389 (+5 ms) 2024-11-22T14:25:45,389 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6a5aaa7ef189c694f4ab2a13d82426f3, disabling compactions & flushes 2024-11-22T14:25:45,389 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. 2024-11-22T14:25:45,389 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. 2024-11-22T14:25:45,389 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. after waiting 0 ms 2024-11-22T14:25:45,389 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. 2024-11-22T14:25:45,390 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. 2024-11-22T14:25:45,390 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6a5aaa7ef189c694f4ab2a13d82426f3: Waiting for close lock at 1732285545389Disabling compacts and flushes for region at 1732285545389Disabling writes for close at 1732285545389Writing region close event to WAL at 1732285545390 (+1 ms)Closed at 1732285545390 2024-11-22T14:25:45,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741909_1087 (size=175) 2024-11-22T14:25:45,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741909_1087 (size=175) 2024-11-22T14:25:45,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741909_1087 (size=175) 2024-11-22T14:25:45,395 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:45,395 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27815054:(num 1732285545332) 2024-11-22T14:25:45,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:45,397 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:45,409 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397, exclude list is [], retry=0 2024-11-22T14:25:45,412 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:45,412 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:45,413 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:45,444 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397 2024-11-22T14:25:45,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:45,445 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a5aaa7ef189c694f4ab2a13d82426f3, NAME => 'testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:45,445 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:45,445 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,445 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,447 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,447 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a5aaa7ef189c694f4ab2a13d82426f3 columnFamilyName a 2024-11-22T14:25:45,448 DEBUG [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:45,448 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] regionserver.HStore(327): Store=6a5aaa7ef189c694f4ab2a13d82426f3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:45,448 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,449 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,450 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,450 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,451 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,452 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:45,453 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6a5aaa7ef189c694f4ab2a13d82426f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60009183, jitterRate=-0.10579349100589752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:25:45,453 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6a5aaa7ef189c694f4ab2a13d82426f3: Writing region info on filesystem at 1732285545445Initializing all the Stores at 1732285545446 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285545446Cleaning up temporary data from old regions at 1732285545451 (+5 ms)Region opened successfully at 1732285545453 (+2 ms) 2024-11-22T14:25:45,462 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6a5aaa7ef189c694f4ab2a13d82426f3, disabling compactions & flushes 2024-11-22T14:25:45,462 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. 2024-11-22T14:25:45,462 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. 2024-11-22T14:25:45,462 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. after waiting 0 ms 2024-11-22T14:25:45,462 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. 2024-11-22T14:25:45,462 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. 2024-11-22T14:25:45,462 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. 2024-11-22T14:25:45,462 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6a5aaa7ef189c694f4ab2a13d82426f3: Waiting for close lock at 1732285545462Disabling compacts and flushes for region at 1732285545462Disabling writes for close at 1732285545462Writing region close event to WAL at 1732285545462Closed at 1732285545462 2024-11-22T14:25:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741911_1089 (size=1795) 2024-11-22T14:25:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741911_1089 (size=1795) 2024-11-22T14:25:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741911_1089 (size=1795) 2024-11-22T14:25:45,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397, size=1.8 K (1795bytes) 2024-11-22T14:25:45,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397 2024-11-22T14:25:45,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397 after 1ms 2024-11-22T14:25:45,507 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:45,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397 took 27ms 2024-11-22T14:25:45,510 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397 so closing down 2024-11-22T14:25:45,510 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:45,511 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732285545397.temp 2024-11-22T14:25:45,537 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000003-wal.1732285545397.temp 2024-11-22T14:25:45,537 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:45,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741912_1090 (size=1795) 2024-11-22T14:25:45,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741912_1090 (size=1795) 2024-11-22T14:25:45,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741912_1090 (size=1795) 2024-11-22T14:25:45,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000003-wal.1732285545397.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:45,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000003-wal.1732285545397.temp to hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000012 2024-11-22T14:25:45,545 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-22T14:25:45,545 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397, journal: Splitting hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397, size=1.8 K (1795bytes) at 1732285545480Finishing writing output for hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397 so closing down at 1732285545510 (+30 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000003-wal.1732285545397.temp at 1732285545537 (+27 ms)3 split writer threads finished at 1732285545537Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000003-wal.1732285545397.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732285545543 (+6 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000003-wal.1732285545397.temp to hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000012 at 1732285545544 (+1 ms)Processed 10 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1732285545545 (+1 ms) 2024-11-22T14:25:45,546 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545397 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285545397 2024-11-22T14:25:45,547 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000012 2024-11-22T14:25:45,575 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:45,969 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:45,971 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:45,983 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545971, exclude list is [], retry=0 2024-11-22T14:25:45,986 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:45,986 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:45,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:46,012 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545971 2024-11-22T14:25:46,012 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:46,012 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a5aaa7ef189c694f4ab2a13d82426f3, NAME => 'testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:46,012 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:46,012 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,013 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,016 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,018 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a5aaa7ef189c694f4ab2a13d82426f3 columnFamilyName a 2024-11-22T14:25:46,018 DEBUG [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:46,019 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] regionserver.HStore(327): Store=6a5aaa7ef189c694f4ab2a13d82426f3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:46,019 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,020 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,022 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,022 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000012 2024-11-22T14:25:46,049 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:46,050 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000012 2024-11-22T14:25:46,051 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6a5aaa7ef189c694f4ab2a13d82426f3 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-22T14:25:46,068 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/.tmp/a/8cc3090fcfe34341971f3da19a59d9cd is 79, key is testDatalossWhenInputError/a:x0/1732285545453/Put/seqid=0 2024-11-22T14:25:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741914_1092 (size=5808) 2024-11-22T14:25:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741914_1092 (size=5808) 2024-11-22T14:25:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741914_1092 (size=5808) 2024-11-22T14:25:46,076 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/.tmp/a/8cc3090fcfe34341971f3da19a59d9cd 2024-11-22T14:25:46,088 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/.tmp/a/8cc3090fcfe34341971f3da19a59d9cd as hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/a/8cc3090fcfe34341971f3da19a59d9cd 2024-11-22T14:25:46,097 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/a/8cc3090fcfe34341971f3da19a59d9cd, entries=10, sequenceid=12, filesize=5.7 K 2024-11-22T14:25:46,097 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6a5aaa7ef189c694f4ab2a13d82426f3 in 47ms, sequenceid=12, compaction requested=false; wal=null 2024-11-22T14:25:46,098 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/0000000000000000012 2024-11-22T14:25:46,099 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,099 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,103 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,106 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-22T14:25:46,107 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6a5aaa7ef189c694f4ab2a13d82426f3; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60171839, jitterRate=-0.10336972773075104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:25:46,108 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6a5aaa7ef189c694f4ab2a13d82426f3: Writing region info on filesystem at 1732285546013Initializing all the Stores at 1732285546016 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285546016Obtaining lock to block concurrent updates at 1732285546051 (+35 ms)Preparing flush snapshotting stores in 6a5aaa7ef189c694f4ab2a13d82426f3 at 1732285546051Finished memstore snapshotting testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732285546051Flushing stores of testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3. at 1732285546051Flushing 6a5aaa7ef189c694f4ab2a13d82426f3/a: creating writer at 1732285546051Flushing 6a5aaa7ef189c694f4ab2a13d82426f3/a: appending metadata at 1732285546067 (+16 ms)Flushing 6a5aaa7ef189c694f4ab2a13d82426f3/a: closing flushed file at 1732285546067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc18cc: reopening flushed file at 1732285546086 (+19 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 6a5aaa7ef189c694f4ab2a13d82426f3 in 47ms, sequenceid=12, compaction requested=false; wal=null at 1732285546097 (+11 ms)Cleaning up temporary data from old regions at 1732285546099 (+2 ms)Region opened successfully at 1732285546108 (+9 ms) 2024-11-22T14:25:46,111 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a5aaa7ef189c694f4ab2a13d82426f3, NAME => 'testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:46,112 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732285545326.6a5aaa7ef189c694f4ab2a13d82426f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:46,112 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,112 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,113 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,114 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a5aaa7ef189c694f4ab2a13d82426f3 columnFamilyName a 2024-11-22T14:25:46,114 DEBUG [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:46,121 DEBUG [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/a/8cc3090fcfe34341971f3da19a59d9cd 2024-11-22T14:25:46,121 INFO [StoreOpener-6a5aaa7ef189c694f4ab2a13d82426f3-1 {}] regionserver.HStore(327): Store=6a5aaa7ef189c694f4ab2a13d82426f3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:46,121 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,122 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,124 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,125 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,125 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,127 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6a5aaa7ef189c694f4ab2a13d82426f3 2024-11-22T14:25:46,130 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testDatalossWhenInputError/6a5aaa7ef189c694f4ab2a13d82426f3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-22T14:25:46,131 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6a5aaa7ef189c694f4ab2a13d82426f3; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74028630, jitterRate=0.10311254858970642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-22T14:25:46,132 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6a5aaa7ef189c694f4ab2a13d82426f3: Writing region info on filesystem at 1732285546112Initializing all the Stores at 1732285546113 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285546113Cleaning up temporary data from old regions at 1732285546125 (+12 ms)Region opened successfully at 1732285546132 (+7 ms) 2024-11-22T14:25:46,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:44450 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:38354 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1098216139-172.17.0.2-1732285511165:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:38414 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:44348 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:34600 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:34672 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1260 (was 1178) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=775 (was 825), ProcessCount=11 (was 11), AvailableMemoryMB=5117 (was 5138) 2024-11-22T14:25:46,150 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-22T14:25:46,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1260, MaxFileDescriptor=1048576, SystemLoadAverage=775, ProcessCount=11, AvailableMemoryMB=5116 2024-11-22T14:25:46,162 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1260 is superior to 1024 2024-11-22T14:25:46,175 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:46,177 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:46,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:46,180 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52468279, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-52468279, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:46,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52468279/hregion-52468279.1732285546180, exclude list is [], retry=0 2024-11-22T14:25:46,194 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:46,194 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:46,195 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:46,221 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52468279/hregion-52468279.1732285546180 2024-11-22T14:25:46,222 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:46,222 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 668bd58030e85ea602a750fe13565a74, NAME => 'testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:46,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741916_1094 (size=63) 2024-11-22T14:25:46,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741916_1094 (size=63) 2024-11-22T14:25:46,232 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741916_1094 (size=63) 2024-11-22T14:25:46,233 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,235 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bd58030e85ea602a750fe13565a74 columnFamilyName a 2024-11-22T14:25:46,235 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:46,235 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(327): Store=668bd58030e85ea602a750fe13565a74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:46,235 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,236 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bd58030e85ea602a750fe13565a74 columnFamilyName b 2024-11-22T14:25:46,236 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:46,237 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(327): Store=668bd58030e85ea602a750fe13565a74/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:46,237 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,238 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bd58030e85ea602a750fe13565a74 columnFamilyName c 2024-11-22T14:25:46,238 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:46,238 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(327): Store=668bd58030e85ea602a750fe13565a74/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:46,239 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,239 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,240 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,241 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,241 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,241 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:46,242 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,244 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:46,245 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 668bd58030e85ea602a750fe13565a74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59717588, jitterRate=-0.11013859510421753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:46,245 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 668bd58030e85ea602a750fe13565a74: Writing region info on filesystem at 1732285546232Initializing all the Stores at 1732285546233 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285546233Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285546233Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285546233Cleaning up temporary data from old regions at 1732285546241 (+8 ms)Region opened successfully at 1732285546245 (+4 ms) 2024-11-22T14:25:46,245 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 668bd58030e85ea602a750fe13565a74, disabling compactions & flushes 2024-11-22T14:25:46,245 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. 2024-11-22T14:25:46,245 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. 2024-11-22T14:25:46,245 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. after waiting 0 ms 2024-11-22T14:25:46,245 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. 2024-11-22T14:25:46,246 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. 2024-11-22T14:25:46,246 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 668bd58030e85ea602a750fe13565a74: Waiting for close lock at 1732285546245Disabling compacts and flushes for region at 1732285546245Disabling writes for close at 1732285546245Writing region close event to WAL at 1732285546246 (+1 ms)Closed at 1732285546246 2024-11-22T14:25:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741915_1093 (size=175) 2024-11-22T14:25:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741915_1093 (size=175) 2024-11-22T14:25:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741915_1093 (size=175) 2024-11-22T14:25:46,252 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:46,252 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52468279:(num 1732285546180) 2024-11-22T14:25:46,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:46,254 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:46,267 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254, exclude list is [], retry=0 2024-11-22T14:25:46,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:46,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:46,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:46,295 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 2024-11-22T14:25:46,295 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:46,296 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 668bd58030e85ea602a750fe13565a74, NAME => 'testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:46,296 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:46,296 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,296 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,297 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,298 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bd58030e85ea602a750fe13565a74 columnFamilyName a 2024-11-22T14:25:46,298 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:46,298 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(327): Store=668bd58030e85ea602a750fe13565a74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:46,298 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,299 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bd58030e85ea602a750fe13565a74 columnFamilyName b 2024-11-22T14:25:46,299 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:46,299 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(327): Store=668bd58030e85ea602a750fe13565a74/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:46,299 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,300 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bd58030e85ea602a750fe13565a74 columnFamilyName c 2024-11-22T14:25:46,300 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:46,300 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(327): Store=668bd58030e85ea602a750fe13565a74/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:46,300 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,301 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,302 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,302 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,302 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,303 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:46,304 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:46,304 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 668bd58030e85ea602a750fe13565a74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60852545, jitterRate=-0.09322641789913177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:46,305 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 668bd58030e85ea602a750fe13565a74: Writing region info on filesystem at 1732285546296Initializing all the Stores at 1732285546297 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285546297Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285546297Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285546297Cleaning up temporary data from old regions at 1732285546302 (+5 ms)Region opened successfully at 1732285546305 (+3 ms) 2024-11-22T14:25:46,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732285546308/Put/seqid=0 2024-11-22T14:25:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741918_1096 (size=4875) 2024-11-22T14:25:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741918_1096 (size=4875) 2024-11-22T14:25:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741918_1096 (size=4875) 2024-11-22T14:25:46,318 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732285546318/Put/seqid=0 2024-11-22T14:25:46,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741919_1097 (size=4875) 2024-11-22T14:25:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741919_1097 (size=4875) 2024-11-22T14:25:46,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741919_1097 (size=4875) 2024-11-22T14:25:46,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732285546330/Put/seqid=0 2024-11-22T14:25:46,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741920_1098 (size=4875) 2024-11-22T14:25:46,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741920_1098 (size=4875) 2024-11-22T14:25:46,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741920_1098 (size=4875) 2024-11-22T14:25:46,340 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 668bd58030e85ea602a750fe13565a74/a 2024-11-22T14:25:46,344 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-22T14:25:46,344 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:25:46,344 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 668bd58030e85ea602a750fe13565a74/a 2024-11-22T14:25:46,348 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-22T14:25:46,348 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:25:46,348 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 668bd58030e85ea602a750fe13565a74/a 2024-11-22T14:25:46,352 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-22T14:25:46,352 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T14:25:46,352 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 668bd58030e85ea602a750fe13565a74 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-22T14:25:46,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/.tmp/a/2d9a14afd890437ab3f298b89f6ffbd9 is 55, key is testCompactedBulkLoadedFiles/a:a/1732285546305/Put/seqid=0 2024-11-22T14:25:46,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741921_1099 (size=5107) 2024-11-22T14:25:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741921_1099 (size=5107) 2024-11-22T14:25:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741921_1099 (size=5107) 2024-11-22T14:25:46,374 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/.tmp/a/2d9a14afd890437ab3f298b89f6ffbd9 2024-11-22T14:25:46,380 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/.tmp/a/2d9a14afd890437ab3f298b89f6ffbd9 as hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/2d9a14afd890437ab3f298b89f6ffbd9 2024-11-22T14:25:46,385 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/2d9a14afd890437ab3f298b89f6ffbd9, entries=1, sequenceid=4, filesize=5.0 K 2024-11-22T14:25:46,386 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 668bd58030e85ea602a750fe13565a74 in 34ms, sequenceid=4, compaction requested=false 2024-11-22T14:25:46,386 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 668bd58030e85ea602a750fe13565a74: 2024-11-22T14:25:46,387 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_ 2024-11-22T14:25:46,388 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_ 2024-11-22T14:25:46,389 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_ 2024-11-22T14:25:46,390 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile0 into 668bd58030e85ea602a750fe13565a74/a as hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_ - updating store file list. 2024-11-22T14:25:46,393 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59dc540589aa42179f3ef321ef0053c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:25:46,394 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_ into 668bd58030e85ea602a750fe13565a74/a 2024-11-22T14:25:46,394 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile0 into 668bd58030e85ea602a750fe13565a74/a (new location: hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_) 2024-11-22T14:25:46,395 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile1 into 668bd58030e85ea602a750fe13565a74/a as hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_ - updating store file list. 2024-11-22T14:25:46,399 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:25:46,399 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_ into 668bd58030e85ea602a750fe13565a74/a 2024-11-22T14:25:46,399 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile1 into 668bd58030e85ea602a750fe13565a74/a (new location: hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_) 2024-11-22T14:25:46,400 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile2 into 668bd58030e85ea602a750fe13565a74/a as hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_ - updating store file list. 2024-11-22T14:25:46,404 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4040dc2950444ccc887cde747f09e5af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:25:46,404 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_ into 668bd58030e85ea602a750fe13565a74/a 2024-11-22T14:25:46,404 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34747/hbase/testCompactedBulkLoadedFiles/hfile2 into 668bd58030e85ea602a750fe13565a74/a (new location: hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_) 2024-11-22T14:25:46,411 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T14:25:46,411 DEBUG [Time-limited test {}] regionserver.HStore(1541): 668bd58030e85ea602a750fe13565a74/a is initiating major compaction (all files) 2024-11-22T14:25:46,411 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 668bd58030e85ea602a750fe13565a74/a in testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. 2024-11-22T14:25:46,412 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/2d9a14afd890437ab3f298b89f6ffbd9, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_] into tmpdir=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/.tmp, totalSize=19.3 K 2024-11-22T14:25:46,412 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2d9a14afd890437ab3f298b89f6ffbd9, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732285546305 2024-11-22T14:25:46,413 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 59dc540589aa42179f3ef321ef0053c8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T14:25:46,413 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T14:25:46,413 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4040dc2950444ccc887cde747f09e5af_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-22T14:25:46,424 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/.tmp/a/05565986799346b7b7646e008a89c712 is 55, key is testCompactedBulkLoadedFiles/a:a/1732285546305/Put/seqid=0 2024-11-22T14:25:46,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741922_1100 (size=6154) 2024-11-22T14:25:46,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741922_1100 (size=6154) 2024-11-22T14:25:46,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741922_1100 (size=6154) 2024-11-22T14:25:46,437 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/.tmp/a/05565986799346b7b7646e008a89c712 as hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/05565986799346b7b7646e008a89c712 2024-11-22T14:25:46,444 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 668bd58030e85ea602a750fe13565a74/a of 668bd58030e85ea602a750fe13565a74 into 05565986799346b7b7646e008a89c712(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T14:25:46,444 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 668bd58030e85ea602a750fe13565a74: 2024-11-22T14:25:46,444 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-22T14:25:46,444 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-22T14:25:46,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254, size=0 (0bytes) 2024-11-22T14:25:46,480 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 might be still open, length is 0 2024-11-22T14:25:46,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 2024-11-22T14:25:46,480 WARN [IPC Server handler 2 on default port 34747 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-22T14:25:46,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 after 1ms 2024-11-22T14:25:48,987 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:34714 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41495:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34714 dst: /127.0.0.1:41495 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41495 remote=/127.0.0.1:34714]. Total timeout mills is 60000, 57458 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:48,988 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:38450 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38450 dst: /127.0.0.1:43157 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:48,988 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:44506 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39959:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44506 dst: /127.0.0.1:39959 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741917_1101 (size=1794) 2024-11-22T14:25:48,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741917_1101 (size=1794) 2024-11-22T14:25:48,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741917_1101 (size=1794) 2024-11-22T14:25:50,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 after 4001ms 2024-11-22T14:25:50,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T14:25:50,517 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:50,517 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 took 4037ms 2024-11-22T14:25:50,520 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254; continuing. 2024-11-22T14:25:50,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 so closing down 2024-11-22T14:25:50,520 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:50,525 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732285546254.temp 2024-11-22T14:25:50,560 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000003-wal.1732285546254.temp 2024-11-22T14:25:50,560 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:50,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741923_1102 (size=800) 2024-11-22T14:25:50,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741923_1102 (size=800) 2024-11-22T14:25:50,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741923_1102 (size=800) 2024-11-22T14:25:50,573 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000003-wal.1732285546254.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:50,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000003-wal.1732285546254.temp to hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000008 2024-11-22T14:25:50,575 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 57 ms; skipped=3; WAL=hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T14:25:50,575 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254, journal: Splitting hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254, size=0 (0bytes) at 1732285546480Finishing writing output for hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 so closing down at 1732285550520 (+4040 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000003-wal.1732285546254.temp at 1732285550560 (+40 ms)3 split writer threads finished at 1732285550560Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000003-wal.1732285546254.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732285550573 (+13 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000003-wal.1732285546254.temp to hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000008 at 1732285550575 (+2 ms)Processed 5 edits across 1 Regions in 57 ms; skipped=3; WAL=hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254, size=0, length=0, corrupted=false, cancelled=false at 1732285550575 2024-11-22T14:25:50,577 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285546254 2024-11-22T14:25:50,578 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000008 2024-11-22T14:25:50,579 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:50,581 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:50,599 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285550581, exclude list is [], retry=0 2024-11-22T14:25:50,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:50,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:50,604 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:50,638 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285550581 2024-11-22T14:25:50,639 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:50,639 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 668bd58030e85ea602a750fe13565a74, NAME => 'testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:50,639 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:50,639 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,639 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,641 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,642 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bd58030e85ea602a750fe13565a74 columnFamilyName a 2024-11-22T14:25:50,642 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:50,651 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/05565986799346b7b7646e008a89c712 2024-11-22T14:25:50,657 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/2d9a14afd890437ab3f298b89f6ffbd9 2024-11-22T14:25:50,661 DEBUG [StoreFileOpener-668bd58030e85ea602a750fe13565a74-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4040dc2950444ccc887cde747f09e5af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:25:50,661 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_ 2024-11-22T14:25:50,666 DEBUG [StoreFileOpener-668bd58030e85ea602a750fe13565a74-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59dc540589aa42179f3ef321ef0053c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:25:50,666 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_ 2024-11-22T14:25:50,670 DEBUG [StoreFileOpener-668bd58030e85ea602a750fe13565a74-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T14:25:50,670 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_ 2024-11-22T14:25:50,670 WARN [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/2d9a14afd890437ab3f298b89f6ffbd9 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@55f7bec 2024-11-22T14:25:50,671 WARN [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@55f7bec 2024-11-22T14:25:50,671 WARN [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@55f7bec 2024-11-22T14:25:50,671 WARN [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@55f7bec 2024-11-22T14:25:50,671 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/2d9a14afd890437ab3f298b89f6ffbd9, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_] to archive 2024-11-22T14:25:50,672 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T14:25:50,674 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/2d9a14afd890437ab3f298b89f6ffbd9 to hdfs://localhost:34747/hbase/archive/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/2d9a14afd890437ab3f298b89f6ffbd9 2024-11-22T14:25:50,676 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_ to hdfs://localhost:34747/hbase/archive/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/4040dc2950444ccc887cde747f09e5af_SeqId_4_ 2024-11-22T14:25:50,677 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_ to hdfs://localhost:34747/hbase/archive/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/59dc540589aa42179f3ef321ef0053c8_SeqId_4_ 2024-11-22T14:25:50,679 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_ to hdfs://localhost:34747/hbase/archive/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/a/8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_ 2024-11-22T14:25:50,679 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(327): Store=668bd58030e85ea602a750fe13565a74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:50,679 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,680 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bd58030e85ea602a750fe13565a74 columnFamilyName b 2024-11-22T14:25:50,680 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:50,681 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(327): Store=668bd58030e85ea602a750fe13565a74/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:50,681 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,682 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bd58030e85ea602a750fe13565a74 columnFamilyName c 2024-11-22T14:25:50,682 DEBUG [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:50,682 INFO [StoreOpener-668bd58030e85ea602a750fe13565a74-1 {}] regionserver.HStore(327): Store=668bd58030e85ea602a750fe13565a74/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:50,682 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,683 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,684 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,685 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000008 2024-11-22T14:25:50,712 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:50,714 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 668bd58030e85ea602a750fe13565a74 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "668bd58030e85ea602a750fe13565a74" family_name: "a" compaction_input: "2d9a14afd890437ab3f298b89f6ffbd9" compaction_input: "59dc540589aa42179f3ef321ef0053c8_SeqId_4_" compaction_input: "8e58aa9464b14019aca0ae198f07e5a8_SeqId_4_" compaction_input: "4040dc2950444ccc887cde747f09e5af_SeqId_4_" compaction_output: "05565986799346b7b7646e008a89c712" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-22T14:25:50,714 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-22T14:25:50,715 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000008 2024-11-22T14:25:50,715 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/0000000000000000008 2024-11-22T14:25:50,717 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,717 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,717 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:50,719 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 668bd58030e85ea602a750fe13565a74 2024-11-22T14:25:50,721 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testCompactedBulkLoadedFiles/668bd58030e85ea602a750fe13565a74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T14:25:50,722 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 668bd58030e85ea602a750fe13565a74; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58879671, jitterRate=-0.12262453138828278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:50,723 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 668bd58030e85ea602a750fe13565a74: Writing region info on filesystem at 1732285550639Initializing all the Stores at 1732285550640 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285550640Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285550641 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285550641Cleaning up temporary data from old regions at 1732285550717 (+76 ms)Region opened successfully at 1732285550722 (+5 ms) 2024-11-22T14:25:50,726 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 668bd58030e85ea602a750fe13565a74, disabling compactions & flushes 2024-11-22T14:25:50,726 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. 2024-11-22T14:25:50,726 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. 2024-11-22T14:25:50,726 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. after waiting 0 ms 2024-11-22T14:25:50,726 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. 2024-11-22T14:25:50,727 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732285546176.668bd58030e85ea602a750fe13565a74. 2024-11-22T14:25:50,727 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 668bd58030e85ea602a750fe13565a74: Waiting for close lock at 1732285550726Disabling compacts and flushes for region at 1732285550726Disabling writes for close at 1732285550726Writing region close event to WAL at 1732285550727 (+1 ms)Closed at 1732285550727 2024-11-22T14:25:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741924_1103 (size=175) 2024-11-22T14:25:50,730 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285550581 not finished, retry = 0 2024-11-22T14:25:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741924_1103 (size=175) 2024-11-22T14:25:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741924_1103 (size=175) 2024-11-22T14:25:50,832 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:50,832 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732285550581) 2024-11-22T14:25:50,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=441 (was 427) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1270020202_22 at /127.0.0.1:36504 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34747 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1270020202_22 at /127.0.0.1:32826 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1270020202_22 at /127.0.0.1:52476 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1260) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=737 (was 775), ProcessCount=11 (was 11), AvailableMemoryMB=6087 (was 5116) - AvailableMemoryMB LEAK? - 2024-11-22T14:25:50,847 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-22T14:25:50,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=441, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=737, ProcessCount=11, AvailableMemoryMB=6087 2024-11-22T14:25:50,862 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-22T14:25:50,877 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:50,879 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T14:25:50,879 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T14:25:50,882 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-44006540, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/hregion-44006540, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:50,895 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-44006540/hregion-44006540.1732285550882, exclude list is [], retry=0 2024-11-22T14:25:50,898 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:50,898 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:50,898 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:50,929 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-44006540/hregion-44006540.1732285550882 2024-11-22T14:25:50,930 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829)] 2024-11-22T14:25:50,930 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1e828812bb2287d04fc23a916a0f9721, NAME => 'testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34747/hbase 2024-11-22T14:25:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741926_1105 (size=67) 2024-11-22T14:25:50,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741926_1105 (size=67) 2024-11-22T14:25:50,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741926_1105 (size=67) 2024-11-22T14:25:50,945 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:50,946 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:50,948 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName a 2024-11-22T14:25:50,948 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:50,949 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:50,949 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:50,950 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName b 2024-11-22T14:25:50,951 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:50,951 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:50,951 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:50,953 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName c 2024-11-22T14:25:50,953 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:50,954 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:50,954 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:50,955 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:50,955 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:50,956 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:50,956 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:50,957 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:50,958 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:50,960 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T14:25:50,961 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1e828812bb2287d04fc23a916a0f9721; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61760489, jitterRate=-0.07969699800014496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:50,961 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1e828812bb2287d04fc23a916a0f9721: Writing region info on filesystem at 1732285550945Initializing all the Stores at 1732285550946 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285550946Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285550946Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285550946Cleaning up temporary data from old regions at 1732285550956 (+10 ms)Region opened successfully at 1732285550961 (+5 ms) 2024-11-22T14:25:50,961 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1e828812bb2287d04fc23a916a0f9721, disabling compactions & flushes 2024-11-22T14:25:50,961 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:50,961 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:50,961 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. after waiting 0 ms 2024-11-22T14:25:50,962 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:50,962 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:50,962 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1e828812bb2287d04fc23a916a0f9721: Waiting for close lock at 1732285550961Disabling compacts and flushes for region at 1732285550961Disabling writes for close at 1732285550962 (+1 ms)Writing region close event to WAL at 1732285550962Closed at 1732285550962 2024-11-22T14:25:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741925_1104 (size=175) 2024-11-22T14:25:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741925_1104 (size=175) 2024-11-22T14:25:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741925_1104 (size=175) 2024-11-22T14:25:50,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:50,968 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-44006540:(num 1732285550882) 2024-11-22T14:25:50,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:50,969 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:50,983 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970, exclude list is [], retry=0 2024-11-22T14:25:50,986 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:50,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:50,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:51,017 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970 2024-11-22T14:25:51,017 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941),(127.0.0.1/127.0.0.1:41199:41199)] 2024-11-22T14:25:51,017 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e828812bb2287d04fc23a916a0f9721, NAME => 'testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:51,018 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:51,018 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,018 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,019 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,020 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName a 2024-11-22T14:25:51,020 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:51,021 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:51,021 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,022 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName b 2024-11-22T14:25:51,022 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:51,023 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:51,023 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,024 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName c 2024-11-22T14:25:51,024 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:51,025 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:51,025 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,026 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,027 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,028 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,028 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:51,030 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,031 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1e828812bb2287d04fc23a916a0f9721; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60548763, jitterRate=-0.0977531224489212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:51,031 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1e828812bb2287d04fc23a916a0f9721: Writing region info on filesystem at 1732285551018Initializing all the Stores at 1732285551019 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285551019Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285551019Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285551019Cleaning up temporary data from old regions at 1732285551028 (+9 ms)Region opened successfully at 1732285551031 (+3 ms) 2024-11-22T14:25:51,039 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1e828812bb2287d04fc23a916a0f9721 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-22T14:25:51,057 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/a/f9be375635694e70b121a91b3d794fc0 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732285551031/Put/seqid=0 2024-11-22T14:25:51,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741928_1107 (size=5958) 2024-11-22T14:25:51,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741928_1107 (size=5958) 2024-11-22T14:25:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741928_1107 (size=5958) 2024-11-22T14:25:51,067 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/a/f9be375635694e70b121a91b3d794fc0 2024-11-22T14:25:51,074 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/a/f9be375635694e70b121a91b3d794fc0 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/a/f9be375635694e70b121a91b3d794fc0 2024-11-22T14:25:51,080 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/a/f9be375635694e70b121a91b3d794fc0, entries=10, sequenceid=13, filesize=5.8 K 2024-11-22T14:25:51,081 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1e828812bb2287d04fc23a916a0f9721 in 42ms, sequenceid=13, compaction requested=false 2024-11-22T14:25:51,081 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1e828812bb2287d04fc23a916a0f9721: 2024-11-22T14:25:51,101 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1e828812bb2287d04fc23a916a0f9721, disabling compactions & flushes 2024-11-22T14:25:51,101 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:51,101 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:51,101 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. after waiting 0 ms 2024-11-22T14:25:51,101 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:51,105 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:51,105 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:51,105 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1e828812bb2287d04fc23a916a0f9721: Waiting for close lock at 1732285551101Disabling compacts and flushes for region at 1732285551101Disabling writes for close at 1732285551101Writing region close event to WAL at 1732285551105 (+4 ms)Closed at 1732285551105 2024-11-22T14:25:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741927_1106 (size=6243) 2024-11-22T14:25:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741927_1106 (size=6243) 2024-11-22T14:25:51,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741927_1106 (size=6243) 2024-11-22T14:25:51,135 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970, size=6.1 K (6243bytes) 2024-11-22T14:25:51,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970 2024-11-22T14:25:51,136 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970 after 1ms 2024-11-22T14:25:51,170 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:51,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970 took 35ms 2024-11-22T14:25:51,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970 so closing down 2024-11-22T14:25:51,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:51,174 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732285550970.temp 2024-11-22T14:25:51,205 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000003-wal.1732285550970.temp 2024-11-22T14:25:51,205 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741929_1108 (size=5575) 2024-11-22T14:25:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741929_1108 (size=5575) 2024-11-22T14:25:51,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741929_1108 (size=5575) 2024-11-22T14:25:51,230 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000003-wal.1732285550970.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:51,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000003-wal.1732285550970.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000035 2024-11-22T14:25:51,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 63 ms; skipped=2; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-22T14:25:51,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970, journal: Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970, size=6.1 K (6243bytes) at 1732285551135Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970 so closing down at 1732285551173 (+38 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000003-wal.1732285550970.temp at 1732285551205 (+32 ms)3 split writer threads finished at 1732285551205Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000003-wal.1732285550970.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732285551230 (+25 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000003-wal.1732285550970.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000035 at 1732285551234 (+4 ms)Processed 32 edits across 1 Regions in 63 ms; skipped=2; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1732285551234 2024-11-22T14:25:51,238 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285550970 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285550970 2024-11-22T14:25:51,240 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000035 2024-11-22T14:25:51,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:51,243 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:51,262 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243, exclude list is [], retry=0 2024-11-22T14:25:51,265 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:51,266 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:51,266 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:51,309 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 2024-11-22T14:25:51,309 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:51,309 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e828812bb2287d04fc23a916a0f9721, NAME => 'testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721.', STARTKEY => '', ENDKEY => ''} 2024-11-22T14:25:51,310 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:51,310 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,310 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,311 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,312 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName a 2024-11-22T14:25:51,312 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:51,319 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/a/f9be375635694e70b121a91b3d794fc0 2024-11-22T14:25:51,319 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:51,319 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,320 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName b 2024-11-22T14:25:51,320 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:51,321 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:51,321 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,322 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName c 2024-11-22T14:25:51,322 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:51,323 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:51,323 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,324 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,325 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,326 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000035 2024-11-22T14:25:51,354 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:51,355 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000035 2024-11-22T14:25:51,355 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1e828812bb2287d04fc23a916a0f9721 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-22T14:25:51,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/b/9481e272e60743cd82b3917287f45d00 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732285551081/Put/seqid=0 2024-11-22T14:25:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741931_1110 (size=5958) 2024-11-22T14:25:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741931_1110 (size=5958) 2024-11-22T14:25:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741931_1110 (size=5958) 2024-11-22T14:25:51,383 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/b/9481e272e60743cd82b3917287f45d00 2024-11-22T14:25:51,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/c/1407bd0c67734281bb4e92850da5f366 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732285551089/Put/seqid=0 2024-11-22T14:25:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741932_1111 (size=5958) 2024-11-22T14:25:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741932_1111 (size=5958) 2024-11-22T14:25:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741932_1111 (size=5958) 2024-11-22T14:25:51,421 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/c/1407bd0c67734281bb4e92850da5f366 2024-11-22T14:25:51,435 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/b/9481e272e60743cd82b3917287f45d00 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/b/9481e272e60743cd82b3917287f45d00 2024-11-22T14:25:51,445 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/b/9481e272e60743cd82b3917287f45d00, entries=10, sequenceid=35, filesize=5.8 K 2024-11-22T14:25:51,446 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/c/1407bd0c67734281bb4e92850da5f366 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/c/1407bd0c67734281bb4e92850da5f366 2024-11-22T14:25:51,453 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/c/1407bd0c67734281bb4e92850da5f366, entries=10, sequenceid=35, filesize=5.8 K 2024-11-22T14:25:51,453 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 1e828812bb2287d04fc23a916a0f9721 in 98ms, sequenceid=35, compaction requested=false; wal=null 2024-11-22T14:25:51,454 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000035 2024-11-22T14:25:51,456 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,456 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,457 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:51,459 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:51,466 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-22T14:25:51,467 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1e828812bb2287d04fc23a916a0f9721; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65163150, jitterRate=-0.0289933979511261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:51,468 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1e828812bb2287d04fc23a916a0f9721: Writing region info on filesystem at 1732285551310Initializing all the Stores at 1732285551311 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285551311Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285551311Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285551311Obtaining lock to block concurrent updates at 1732285551355 (+44 ms)Preparing flush snapshotting stores in 1e828812bb2287d04fc23a916a0f9721 at 1732285551355Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732285551355Flushing stores of testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. at 1732285551355Flushing 1e828812bb2287d04fc23a916a0f9721/b: creating writer at 1732285551355Flushing 1e828812bb2287d04fc23a916a0f9721/b: appending metadata at 1732285551373 (+18 ms)Flushing 1e828812bb2287d04fc23a916a0f9721/b: closing flushed file at 1732285551373Flushing 1e828812bb2287d04fc23a916a0f9721/c: creating writer at 1732285551389 (+16 ms)Flushing 1e828812bb2287d04fc23a916a0f9721/c: appending metadata at 1732285551404 (+15 ms)Flushing 1e828812bb2287d04fc23a916a0f9721/c: closing flushed file at 1732285551404Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57203c82: reopening flushed file at 1732285551434 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d97d641: reopening flushed file at 1732285551445 (+11 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 1e828812bb2287d04fc23a916a0f9721 in 98ms, sequenceid=35, compaction requested=false; wal=null at 1732285551453 (+8 ms)Cleaning up temporary data from old regions at 1732285551456 (+3 ms)Region opened successfully at 1732285551468 (+12 ms) 2024-11-22T14:25:51,567 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243, size=0 (0bytes) 2024-11-22T14:25:51,567 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 might be still open, length is 0 2024-11-22T14:25:51,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 2024-11-22T14:25:51,568 WARN [IPC Server handler 4 on default port 34747 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-22T14:25:51,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 after 1ms 2024-11-22T14:25:51,986 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:52542 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52542 dst: /127.0.0.1:43157 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43157 remote=/127.0.0.1:52542]. Total timeout mills is 60000, 59524 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:51,986 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:36562 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41495:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36562 dst: /127.0.0.1:41495 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:51,986 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-175218535_22 at /127.0.0.1:32900 [Receiving block BP-1098216139-172.17.0.2-1732285511165:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39959:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32900 dst: /127.0.0.1:39959 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741930_1112 (size=5567) 2024-11-22T14:25:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741930_1112 (size=5567) 2024-11-22T14:25:54,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-22T14:25:54,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:54,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-22T14:25:54,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-22T14:25:55,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 after 4003ms 2024-11-22T14:25:55,604 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:55,604 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 took 4037ms 2024-11-22T14:25:55,606 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243; continuing. 2024-11-22T14:25:55,606 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 so closing down 2024-11-22T14:25:55,606 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-22T14:25:55,607 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732285551243.temp 2024-11-22T14:25:55,630 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000037-wal.1732285551243.temp 2024-11-22T14:25:55,630 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-22T14:25:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741933_1113 (size=5575) 2024-11-22T14:25:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741933_1113 (size=5575) 2024-11-22T14:25:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741933_1113 (size=5575) 2024-11-22T14:25:55,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000037-wal.1732285551243.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-22T14:25:55,641 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000037-wal.1732285551243.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000066 2024-11-22T14:25:55,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243, size=0, length=0, corrupted=false, cancelled=false 2024-11-22T14:25:55,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243, journal: Splitting hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243, size=0 (0bytes) at 1732285551567Finishing writing output for hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 so closing down at 1732285555606 (+4039 ms)Creating recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000037-wal.1732285551243.temp at 1732285555630 (+24 ms)3 split writer threads finished at 1732285555630Closed recovered edits writer path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000037-wal.1732285551243.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732285555639 (+9 ms)Rename recovered edits hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000037-wal.1732285551243.temp to hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000066 at 1732285555641 (+2 ms)Processed 30 edits across 1 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243, size=0, length=0, corrupted=false, cancelled=false at 1732285555641 2024-11-22T14:25:55,643 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 to hdfs://localhost:34747/hbase/oldWALs/wal.1732285551243 2024-11-22T14:25:55,643 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000066 2024-11-22T14:25:55,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-22T14:25:55,645 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34747/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876, archiveDir=hdfs://localhost:34747/hbase/oldWALs, maxLogs=32 2024-11-22T14:25:55,660 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285555645, exclude list is [], retry=0 2024-11-22T14:25:55,663 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43157,DS-375aebe6-7385-4f95-8762-766ca53c126d,DISK] 2024-11-22T14:25:55,664 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41495,DS-452b4a1a-705b-4239-ae27-9357c6e471c5,DISK] 2024-11-22T14:25:55,664 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39959,DS-46e32e32-d807-4d06-ba8c-bf4f8e546415,DISK] 2024-11-22T14:25:55,692 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285555645 2024-11-22T14:25:55,692 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41199:41199),(127.0.0.1/127.0.0.1:38829:38829),(127.0.0.1/127.0.0.1:38941:38941)] 2024-11-22T14:25:55,693 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T14:25:55,694 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:55,695 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName a 2024-11-22T14:25:55,695 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:55,700 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/a/f9be375635694e70b121a91b3d794fc0 2024-11-22T14:25:55,700 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:55,700 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:55,701 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName b 2024-11-22T14:25:55,701 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:55,707 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/b/9481e272e60743cd82b3917287f45d00 2024-11-22T14:25:55,707 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:55,707 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:55,708 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e828812bb2287d04fc23a916a0f9721 columnFamilyName c 2024-11-22T14:25:55,708 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T14:25:55,715 DEBUG [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/c/1407bd0c67734281bb4e92850da5f366 2024-11-22T14:25:55,715 INFO [StoreOpener-1e828812bb2287d04fc23a916a0f9721-1 {}] regionserver.HStore(327): Store=1e828812bb2287d04fc23a916a0f9721/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T14:25:55,715 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:55,716 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:55,717 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:55,718 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000066 2024-11-22T14:25:55,749 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-22T14:25:55,753 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000066 2024-11-22T14:25:55,753 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1e828812bb2287d04fc23a916a0f9721 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-22T14:25:55,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/a/dcbbfc71eca54d989007fea6e1e6bf33 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732285551480/Put/seqid=0 2024-11-22T14:25:55,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741935_1115 (size=5958) 2024-11-22T14:25:55,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741935_1115 (size=5958) 2024-11-22T14:25:55,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741935_1115 (size=5958) 2024-11-22T14:25:55,773 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/a/dcbbfc71eca54d989007fea6e1e6bf33 2024-11-22T14:25:55,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/b/3b58022576b74a9cb5588d4d8cac9e15 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732285551490/Put/seqid=0 2024-11-22T14:25:55,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741936_1116 (size=5958) 2024-11-22T14:25:55,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741936_1116 (size=5958) 2024-11-22T14:25:55,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741936_1116 (size=5958) 2024-11-22T14:25:55,798 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/b/3b58022576b74a9cb5588d4d8cac9e15 2024-11-22T14:25:55,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/c/68fb1b05e092468ba48e37c9a217bb21 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732285551500/Put/seqid=0 2024-11-22T14:25:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741937_1117 (size=5958) 2024-11-22T14:25:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741937_1117 (size=5958) 2024-11-22T14:25:55,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741937_1117 (size=5958) 2024-11-22T14:25:55,823 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/c/68fb1b05e092468ba48e37c9a217bb21 2024-11-22T14:25:55,828 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/a/dcbbfc71eca54d989007fea6e1e6bf33 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/a/dcbbfc71eca54d989007fea6e1e6bf33 2024-11-22T14:25:55,834 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/a/dcbbfc71eca54d989007fea6e1e6bf33, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T14:25:55,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/b/3b58022576b74a9cb5588d4d8cac9e15 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/b/3b58022576b74a9cb5588d4d8cac9e15 2024-11-22T14:25:55,840 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/b/3b58022576b74a9cb5588d4d8cac9e15, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T14:25:55,841 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/.tmp/c/68fb1b05e092468ba48e37c9a217bb21 as hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/c/68fb1b05e092468ba48e37c9a217bb21 2024-11-22T14:25:55,846 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/c/68fb1b05e092468ba48e37c9a217bb21, entries=10, sequenceid=66, filesize=5.8 K 2024-11-22T14:25:55,846 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1e828812bb2287d04fc23a916a0f9721 in 93ms, sequenceid=66, compaction requested=false; wal=null 2024-11-22T14:25:55,847 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/0000000000000000066 2024-11-22T14:25:55,848 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:55,848 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:55,848 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T14:25:55,850 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1e828812bb2287d04fc23a916a0f9721 2024-11-22T14:25:55,852 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/hbase/data/default/testReplayEditsWrittenViaHRegion/1e828812bb2287d04fc23a916a0f9721/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-22T14:25:55,853 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1e828812bb2287d04fc23a916a0f9721; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64314987, jitterRate=-0.04163201153278351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T14:25:55,853 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1e828812bb2287d04fc23a916a0f9721: Writing region info on filesystem at 1732285555693Initializing all the Stores at 1732285555693Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285555694 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285555694Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732285555694Obtaining lock to block concurrent updates at 1732285555753 (+59 ms)Preparing flush snapshotting stores in 1e828812bb2287d04fc23a916a0f9721 at 1732285555753Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732285555753Flushing stores of testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. at 1732285555753Flushing 1e828812bb2287d04fc23a916a0f9721/a: creating writer at 1732285555753Flushing 1e828812bb2287d04fc23a916a0f9721/a: appending metadata at 1732285555766 (+13 ms)Flushing 1e828812bb2287d04fc23a916a0f9721/a: closing flushed file at 1732285555766Flushing 1e828812bb2287d04fc23a916a0f9721/b: creating writer at 1732285555777 (+11 ms)Flushing 1e828812bb2287d04fc23a916a0f9721/b: appending metadata at 1732285555791 (+14 ms)Flushing 1e828812bb2287d04fc23a916a0f9721/b: closing flushed file at 1732285555791Flushing 1e828812bb2287d04fc23a916a0f9721/c: creating writer at 1732285555802 (+11 ms)Flushing 1e828812bb2287d04fc23a916a0f9721/c: appending metadata at 1732285555817 (+15 ms)Flushing 1e828812bb2287d04fc23a916a0f9721/c: closing flushed file at 1732285555817Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e096b1: reopening flushed file at 1732285555828 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb82a02: reopening flushed file at 1732285555834 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93c41b0: reopening flushed file at 1732285555840 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1e828812bb2287d04fc23a916a0f9721 in 93ms, sequenceid=66, compaction requested=false; wal=null at 1732285555846 (+6 ms)Cleaning up temporary data from old regions at 1732285555848 (+2 ms)Region opened successfully at 1732285555853 (+5 ms) 2024-11-22T14:25:55,866 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1e828812bb2287d04fc23a916a0f9721, disabling compactions & flushes 2024-11-22T14:25:55,866 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:55,866 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:55,867 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. after waiting 0 ms 2024-11-22T14:25:55,867 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:55,868 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732285550877.1e828812bb2287d04fc23a916a0f9721. 2024-11-22T14:25:55,868 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1e828812bb2287d04fc23a916a0f9721: Waiting for close lock at 1732285555866Disabling compacts and flushes for region at 1732285555866Disabling writes for close at 1732285555867 (+1 ms)Writing region close event to WAL at 1732285555868 (+1 ms)Closed at 1732285555868 2024-11-22T14:25:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741934_1114 (size=175) 2024-11-22T14:25:55,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741934_1114 (size=175) 2024-11-22T14:25:55,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741934_1114 (size=175) 2024-11-22T14:25:55,873 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-22T14:25:55,873 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732285555645) 2024-11-22T14:25:55,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=447 (was 441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-822369340_22 at /127.0.0.1:36588 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-822369340_22 at /127.0.0.1:52582 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34747 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-822369340_22 at /127.0.0.1:32946 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=678 (was 737), ProcessCount=11 (was 11), AvailableMemoryMB=5802 (was 6087) 2024-11-22T14:25:55,888 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-11-22T14:25:55,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T14:25:55,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:25:55,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:25:55,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:55,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:55,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T14:25:55,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T14:25:55,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=83871044, stopped=false 2024-11-22T14:25:55,890 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b313e41b3af3,33817,1732285513976 2024-11-22T14:25:55,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T14:25:55,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T14:25:55,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T14:25:55,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:55,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:55,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:55,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:25:55,893 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:25:55,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:25:55,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T14:25:55,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T14:25:55,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:25:55,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:55,895 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,39845,1732285514696' ***** 2024-11-22T14:25:55,895 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:25:55,895 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b313e41b3af3,40931,1732285514761' ***** 2024-11-22T14:25:55,895 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T14:25:55,895 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:25:55,895 INFO [RS:1;b313e41b3af3:39845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:25:55,895 INFO [RS:1;b313e41b3af3:39845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:25:55,895 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(3091): Received CLOSE for 04086161ab42df0389a0cf9c99b0c30b 2024-11-22T14:25:55,895 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:25:55,895 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,39845,1732285514696 2024-11-22T14:25:55,895 INFO [RS:1;b313e41b3af3:39845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:25:55,896 INFO [RS:1;b313e41b3af3:39845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b313e41b3af3:39845. 2024-11-22T14:25:55,896 DEBUG [RS:1;b313e41b3af3:39845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:25:55,896 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04086161ab42df0389a0cf9c99b0c30b, disabling compactions & flushes 2024-11-22T14:25:55,896 DEBUG [RS:1;b313e41b3af3:39845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:55,896 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:55,896 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:55,896 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:25:55,896 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:25:55,896 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. after waiting 0 ms 2024-11-22T14:25:55,896 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:25:55,896 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:55,896 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T14:25:55,896 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T14:25:55,896 INFO [RS:2;b313e41b3af3:40931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T14:25:55,896 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T14:25:55,896 INFO [RS:2;b313e41b3af3:40931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T14:25:55,896 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(959): stopping server b313e41b3af3,40931,1732285514761 2024-11-22T14:25:55,896 INFO [RS:2;b313e41b3af3:40931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:25:55,896 INFO [RS:2;b313e41b3af3:40931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b313e41b3af3:40931. 2024-11-22T14:25:55,897 DEBUG [RS:2;b313e41b3af3:40931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T14:25:55,897 DEBUG [RS:2;b313e41b3af3:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:55,897 DEBUG [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 04086161ab42df0389a0cf9c99b0c30b=testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b.} 2024-11-22T14:25:55,897 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,40931,1732285514761; all regions closed. 2024-11-22T14:25:55,897 DEBUG [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(1351): Waiting on 04086161ab42df0389a0cf9c99b0c30b, 1588230740 2024-11-22T14:25:55,897 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T14:25:55,897 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T14:25:55,897 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T14:25:55,897 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T14:25:55,897 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T14:25:55,897 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T14:25:55,897 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-22T14:25:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741835_1011 (size=175) 2024-11-22T14:25:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741835_1011 (size=175) 2024-11-22T14:25:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741835_1011 (size=175) 2024-11-22T14:25:55,907 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/default/testReplayEditsAfterRegionMovedWithMultiCF/04086161ab42df0389a0cf9c99b0c30b/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-22T14:25:55,907 INFO [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:55,907 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04086161ab42df0389a0cf9c99b0c30b: Waiting for close lock at 1732285555896Running coprocessor pre-close hooks at 1732285555896Disabling compacts and flushes for region at 1732285555896Disabling writes for close at 1732285555896Writing region close event to WAL at 1732285555901 (+5 ms)Running coprocessor post-close hooks at 1732285555907 (+6 ms)Closed at 1732285555907 2024-11-22T14:25:55,908 DEBUG [RS_CLOSE_REGION-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b. 2024-11-22T14:25:55,909 DEBUG [RS:2;b313e41b3af3:40931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/oldWALs 2024-11-22T14:25:55,909 INFO [RS:2;b313e41b3af3:40931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C40931%2C1732285514761:(num 1732285516285) 2024-11-22T14:25:55,909 DEBUG [RS:2;b313e41b3af3:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:55,909 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:25:55,909 INFO [RS:2;b313e41b3af3:40931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:25:55,909 INFO [RS:2;b313e41b3af3:40931 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:25:55,909 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T14:25:55,909 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T14:25:55,909 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:25:55,909 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T14:25:55,909 INFO [RS:2;b313e41b3af3:40931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:25:55,910 INFO [RS:2;b313e41b3af3:40931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40931 2024-11-22T14:25:55,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b313e41b3af3,40931,1732285514761 2024-11-22T14:25:55,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:25:55,911 INFO [RS:2;b313e41b3af3:40931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:25:55,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,40931,1732285514761] 2024-11-22T14:25:55,913 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b313e41b3af3,40931,1732285514761 already deleted, retry=false 2024-11-22T14:25:55,913 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,40931,1732285514761 expired; onlineServers=1 2024-11-22T14:25:55,922 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/.tmp/info/aab3d0cb466b468b8e5e8317b1e1eb45 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732285531592.04086161ab42df0389a0cf9c99b0c30b./info:regioninfo/1732285534658/Put/seqid=0 2024-11-22T14:25:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741938_1118 (size=8243) 2024-11-22T14:25:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741938_1118 (size=8243) 2024-11-22T14:25:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741938_1118 (size=8243) 2024-11-22T14:25:55,929 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/.tmp/info/aab3d0cb466b468b8e5e8317b1e1eb45 2024-11-22T14:25:55,950 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/.tmp/ns/a31ee8ecaeb847ad9e413c247c93ed25 is 43, key is default/ns:d/1732285516975/Put/seqid=0 2024-11-22T14:25:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741939_1119 (size=5153) 2024-11-22T14:25:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741939_1119 (size=5153) 2024-11-22T14:25:55,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741939_1119 (size=5153) 2024-11-22T14:25:55,957 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/.tmp/ns/a31ee8ecaeb847ad9e413c247c93ed25 2024-11-22T14:25:55,959 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:25:55,959 INFO [regionserver/b313e41b3af3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:25:55,976 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/.tmp/table/10e4a3ffd97247dba03d70073718e347 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732285532018/Put/seqid=0 2024-11-22T14:25:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741940_1120 (size=5431) 2024-11-22T14:25:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741940_1120 (size=5431) 2024-11-22T14:25:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741940_1120 (size=5431) 2024-11-22T14:25:55,982 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/.tmp/table/10e4a3ffd97247dba03d70073718e347 2024-11-22T14:25:55,988 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/.tmp/info/aab3d0cb466b468b8e5e8317b1e1eb45 as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/info/aab3d0cb466b468b8e5e8317b1e1eb45 2024-11-22T14:25:55,993 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/info/aab3d0cb466b468b8e5e8317b1e1eb45, entries=18, sequenceid=21, filesize=8.0 K 2024-11-22T14:25:55,995 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/.tmp/ns/a31ee8ecaeb847ad9e413c247c93ed25 as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/ns/a31ee8ecaeb847ad9e413c247c93ed25 2024-11-22T14:25:56,000 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/ns/a31ee8ecaeb847ad9e413c247c93ed25, entries=2, sequenceid=21, filesize=5.0 K 2024-11-22T14:25:56,001 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/.tmp/table/10e4a3ffd97247dba03d70073718e347 as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/table/10e4a3ffd97247dba03d70073718e347 2024-11-22T14:25:56,006 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/table/10e4a3ffd97247dba03d70073718e347, entries=2, sequenceid=21, filesize=5.3 K 2024-11-22T14:25:56,007 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=21, compaction requested=false 2024-11-22T14:25:56,012 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-22T14:25:56,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:25:56,013 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T14:25:56,013 INFO [RS:2;b313e41b3af3:40931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:25:56,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10067d29a6c0003, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:25:56,013 INFO [RS:2;b313e41b3af3:40931 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,40931,1732285514761; zookeeper connection closed. 2024-11-22T14:25:56,013 INFO [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T14:25:56,013 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732285555897Running coprocessor pre-close hooks at 1732285555897Disabling compacts and flushes for region at 1732285555897Disabling writes for close at 1732285555897Obtaining lock to block concurrent updates at 1732285555897Preparing flush snapshotting stores in 1588230740 at 1732285555897Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732285555898 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732285555899 (+1 ms)Flushing 1588230740/info: creating writer at 1732285555899Flushing 1588230740/info: appending metadata at 1732285555922 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732285555922Flushing 1588230740/ns: creating writer at 1732285555935 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732285555949 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732285555949Flushing 1588230740/table: creating writer at 1732285555962 (+13 ms)Flushing 1588230740/table: appending metadata at 1732285555975 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732285555975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39453f86: reopening flushed file at 1732285555987 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1e21df: reopening flushed file at 1732285555994 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a076fb: reopening flushed file at 1732285556000 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=21, compaction requested=false at 1732285556007 (+7 ms)Writing region close event to WAL at 1732285556008 (+1 ms)Running coprocessor post-close hooks at 1732285556012 (+4 ms)Closed at 1732285556013 (+1 ms) 2024-11-22T14:25:56,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72b64fd5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72b64fd5 2024-11-22T14:25:56,013 DEBUG [RS_CLOSE_META-regionserver/b313e41b3af3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T14:25:56,097 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(976): stopping server b313e41b3af3,39845,1732285514696; all regions closed. 2024-11-22T14:25:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741836_1012 (size=9487) 2024-11-22T14:25:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741836_1012 (size=9487) 2024-11-22T14:25:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741836_1012 (size=9487) 2024-11-22T14:25:56,101 DEBUG [RS:1;b313e41b3af3:39845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/oldWALs 2024-11-22T14:25:56,102 INFO [RS:1;b313e41b3af3:39845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C39845%2C1732285514696.meta:.meta(num 1732285516678) 2024-11-22T14:25:56,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741833_1009 (size=3621) 2024-11-22T14:25:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741833_1009 (size=3621) 2024-11-22T14:25:56,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741833_1009 (size=3621) 2024-11-22T14:25:56,106 DEBUG [RS:1;b313e41b3af3:39845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/oldWALs 2024-11-22T14:25:56,106 INFO [RS:1;b313e41b3af3:39845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b313e41b3af3%2C39845%2C1732285514696:(num 1732285516280) 2024-11-22T14:25:56,106 DEBUG [RS:1;b313e41b3af3:39845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T14:25:56,106 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T14:25:56,106 INFO [RS:1;b313e41b3af3:39845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:25:56,106 INFO [RS:1;b313e41b3af3:39845 {}] hbase.ChoreService(370): Chore service for: regionserver/b313e41b3af3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T14:25:56,106 INFO [RS:1;b313e41b3af3:39845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:25:56,106 INFO [regionserver/b313e41b3af3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:25:56,107 INFO [RS:1;b313e41b3af3:39845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39845 2024-11-22T14:25:56,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T14:25:56,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b313e41b3af3,39845,1732285514696 2024-11-22T14:25:56,108 INFO [RS:1;b313e41b3af3:39845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:25:56,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b313e41b3af3,39845,1732285514696] 2024-11-22T14:25:56,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b313e41b3af3,39845,1732285514696 already deleted, retry=false 2024-11-22T14:25:56,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b313e41b3af3,39845,1732285514696 expired; onlineServers=0 2024-11-22T14:25:56,110 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b313e41b3af3,33817,1732285513976' ***** 2024-11-22T14:25:56,110 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T14:25:56,110 INFO [M:0;b313e41b3af3:33817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T14:25:56,110 INFO [M:0;b313e41b3af3:33817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T14:25:56,110 DEBUG [M:0;b313e41b3af3:33817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T14:25:56,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T14:25:56,110 DEBUG [M:0;b313e41b3af3:33817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T14:25:56,110 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285515851 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.large.0-1732285515851,5,FailOnTimeoutGroup] 2024-11-22T14:25:56,110 DEBUG [master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285515861 {}] cleaner.HFileCleaner(306): Exit Thread[master/b313e41b3af3:0:becomeActiveMaster-HFileCleaner.small.0-1732285515861,5,FailOnTimeoutGroup] 2024-11-22T14:25:56,110 INFO [M:0;b313e41b3af3:33817 {}] hbase.ChoreService(370): Chore service for: master/b313e41b3af3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T14:25:56,110 INFO [M:0;b313e41b3af3:33817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T14:25:56,110 DEBUG [M:0;b313e41b3af3:33817 {}] master.HMaster(1795): Stopping service threads 2024-11-22T14:25:56,110 INFO [M:0;b313e41b3af3:33817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T14:25:56,111 INFO [M:0;b313e41b3af3:33817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T14:25:56,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T14:25:56,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T14:25:56,111 INFO [M:0;b313e41b3af3:33817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T14:25:56,111 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T14:25:56,112 DEBUG [M:0;b313e41b3af3:33817 {}] zookeeper.ZKUtil(347): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T14:25:56,112 WARN [M:0;b313e41b3af3:33817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T14:25:56,112 INFO [M:0;b313e41b3af3:33817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/.lastflushedseqids 2024-11-22T14:25:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741941_1121 (size=138) 2024-11-22T14:25:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741941_1121 (size=138) 2024-11-22T14:25:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741941_1121 (size=138) 2024-11-22T14:25:56,125 INFO [M:0;b313e41b3af3:33817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T14:25:56,125 INFO [M:0;b313e41b3af3:33817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T14:25:56,125 DEBUG [M:0;b313e41b3af3:33817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T14:25:56,125 INFO [M:0;b313e41b3af3:33817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:25:56,125 DEBUG [M:0;b313e41b3af3:33817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:25:56,125 DEBUG [M:0;b313e41b3af3:33817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T14:25:56,125 DEBUG [M:0;b313e41b3af3:33817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:25:56,125 INFO [M:0;b313e41b3af3:33817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-11-22T14:25:56,143 DEBUG [M:0;b313e41b3af3:33817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9aa156673ba54fcbb61a1648c8956d0a is 82, key is hbase:meta,,1/info:regioninfo/1732285516857/Put/seqid=0 2024-11-22T14:25:56,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741942_1122 (size=5672) 2024-11-22T14:25:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741942_1122 (size=5672) 2024-11-22T14:25:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741942_1122 (size=5672) 2024-11-22T14:25:56,149 INFO [M:0;b313e41b3af3:33817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9aa156673ba54fcbb61a1648c8956d0a 2024-11-22T14:25:56,175 DEBUG [M:0;b313e41b3af3:33817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8edf21e8f984ca7a5e18e1a4602fb06 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732285532024/Put/seqid=0 2024-11-22T14:25:56,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741943_1123 (size=7754) 2024-11-22T14:25:56,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741943_1123 (size=7754) 2024-11-22T14:25:56,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741943_1123 (size=7754) 2024-11-22T14:25:56,196 INFO [M:0;b313e41b3af3:33817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8edf21e8f984ca7a5e18e1a4602fb06 2024-11-22T14:25:56,202 INFO [M:0;b313e41b3af3:33817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8edf21e8f984ca7a5e18e1a4602fb06 2024-11-22T14:25:56,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:25:56,209 INFO [RS:1;b313e41b3af3:39845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:25:56,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39845-0x10067d29a6c0002, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:25:56,209 INFO [RS:1;b313e41b3af3:39845 {}] regionserver.HRegionServer(1031): Exiting; stopping=b313e41b3af3,39845,1732285514696; zookeeper connection closed. 2024-11-22T14:25:56,209 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39cb72b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39cb72b8 2024-11-22T14:25:56,210 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-22T14:25:56,222 DEBUG [M:0;b313e41b3af3:33817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f975834b02754c29a67fc5ed089131b4 is 69, key is b313e41b3af3,39845,1732285514696/rs:state/1732285516031/Put/seqid=0 2024-11-22T14:25:56,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741944_1124 (size=5445) 2024-11-22T14:25:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741944_1124 (size=5445) 2024-11-22T14:25:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741944_1124 (size=5445) 2024-11-22T14:25:56,236 INFO [M:0;b313e41b3af3:33817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f975834b02754c29a67fc5ed089131b4 2024-11-22T14:25:56,242 INFO [M:0;b313e41b3af3:33817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f975834b02754c29a67fc5ed089131b4 2024-11-22T14:25:56,243 DEBUG [M:0;b313e41b3af3:33817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9aa156673ba54fcbb61a1648c8956d0a as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9aa156673ba54fcbb61a1648c8956d0a 2024-11-22T14:25:56,249 INFO [M:0;b313e41b3af3:33817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9aa156673ba54fcbb61a1648c8956d0a, entries=8, sequenceid=168, filesize=5.5 K 2024-11-22T14:25:56,250 DEBUG [M:0;b313e41b3af3:33817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8edf21e8f984ca7a5e18e1a4602fb06 as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8edf21e8f984ca7a5e18e1a4602fb06 2024-11-22T14:25:56,256 INFO [M:0;b313e41b3af3:33817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8edf21e8f984ca7a5e18e1a4602fb06 2024-11-22T14:25:56,256 INFO [M:0;b313e41b3af3:33817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8edf21e8f984ca7a5e18e1a4602fb06, entries=17, sequenceid=168, filesize=7.6 K 2024-11-22T14:25:56,257 DEBUG [M:0;b313e41b3af3:33817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f975834b02754c29a67fc5ed089131b4 as hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f975834b02754c29a67fc5ed089131b4 2024-11-22T14:25:56,263 INFO [M:0;b313e41b3af3:33817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f975834b02754c29a67fc5ed089131b4 2024-11-22T14:25:56,263 INFO [M:0;b313e41b3af3:33817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34747/user/jenkins/test-data/75303019-d878-2eee-934d-abe63d3350c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f975834b02754c29a67fc5ed089131b4, entries=3, sequenceid=168, filesize=5.3 K 2024-11-22T14:25:56,264 INFO [M:0;b313e41b3af3:33817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=168, compaction requested=false 2024-11-22T14:25:56,265 INFO [M:0;b313e41b3af3:33817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T14:25:56,266 DEBUG [M:0;b313e41b3af3:33817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732285556125Disabling compacts and flushes for region at 1732285556125Disabling writes for close at 1732285556125Obtaining lock to block concurrent updates at 1732285556125Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732285556125Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1732285556126 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732285556129 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732285556129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732285556143 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732285556143Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732285556154 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732285556174 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732285556174Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732285556202 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732285556221 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732285556221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d1d8b4: reopening flushed file at 1732285556242 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ba53b1: reopening flushed file at 1732285556249 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d03a9b: reopening flushed file at 1732285556256 (+7 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=168, compaction requested=false at 1732285556264 (+8 ms)Writing region close event to WAL at 1732285556265 (+1 ms)Closed at 1732285556265 2024-11-22T14:25:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43157 is added to blk_1073741830_1006 (size=83594) 2024-11-22T14:25:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39959 is added to blk_1073741830_1006 (size=83594) 2024-11-22T14:25:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41495 is added to blk_1073741830_1006 (size=83594) 2024-11-22T14:25:56,269 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T14:25:56,269 INFO [M:0;b313e41b3af3:33817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T14:25:56,269 INFO [M:0;b313e41b3af3:33817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33817 2024-11-22T14:25:56,270 INFO [M:0;b313e41b3af3:33817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T14:25:56,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:25:56,371 INFO [M:0;b313e41b3af3:33817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T14:25:56,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x10067d29a6c0000, quorum=127.0.0.1:61635, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T14:25:56,376 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535495 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535495 (inode 16655) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732285535018/wal.1732285535495 (inode 16655) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T14:25:56,377 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732285527071/wal.1732285527182 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:56,377 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732285550876/wal.1732285551243 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:56,379 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285545074 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285545074 (inode 16678) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732285535686/wal.1732285545074 (inode 16678) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T14:25:56,380 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732285519188/wal.1732285519282 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:56,382 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545971 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545971 (inode 16704) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732285545325/wal.1732285545971 (inode 16704) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T14:25:56,383 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732285546175/wal.1732285546254 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T14:25:56,385 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal.1732285518996 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal.1732285518996 (inode 16485) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732285518479/wal.1732285518996 (inode 16485) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T14:25:56,388 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal.1732285518087 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal.1732285518087 (inode 16462) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732285517367/wal.1732285518087 (inode 16462) Holder DFSClient_NONMAPREDUCE_-175218535_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-22T14:25:56,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@420bc738{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:25:56,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:25:56,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:25:56,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:25:56,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.log.dir/,STOPPED} 2024-11-22T14:25:56,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:25:56,398 WARN [BP-1098216139-172.17.0.2-1732285511165 heartbeating to localhost/127.0.0.1:34747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:25:56,398 WARN [BP-1098216139-172.17.0.2-1732285511165 heartbeating to localhost/127.0.0.1:34747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098216139-172.17.0.2-1732285511165 (Datanode Uuid 4ae883eb-e296-481d-9af6-3caf2d8a17d3) service to localhost/127.0.0.1:34747 2024-11-22T14:25:56,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:25:56,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data5/current/BP-1098216139-172.17.0.2-1732285511165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:25:56,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data6/current/BP-1098216139-172.17.0.2-1732285511165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:25:56,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:25:56,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64052af6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:25:56,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:25:56,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:25:56,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:25:56,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.log.dir/,STOPPED} 2024-11-22T14:25:56,403 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:25:56,403 WARN [BP-1098216139-172.17.0.2-1732285511165 heartbeating to localhost/127.0.0.1:34747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:25:56,403 WARN [BP-1098216139-172.17.0.2-1732285511165 heartbeating to localhost/127.0.0.1:34747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098216139-172.17.0.2-1732285511165 (Datanode Uuid bb3e6c63-565c-442e-8170-623b48579d0b) service to localhost/127.0.0.1:34747 2024-11-22T14:25:56,403 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:25:56,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data3/current/BP-1098216139-172.17.0.2-1732285511165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:25:56,404 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data4/current/BP-1098216139-172.17.0.2-1732285511165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:25:56,404 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:25:56,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501095cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T14:25:56,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:25:56,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:25:56,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:25:56,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.log.dir/,STOPPED} 2024-11-22T14:25:56,407 WARN [BP-1098216139-172.17.0.2-1732285511165 heartbeating to localhost/127.0.0.1:34747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T14:25:56,407 WARN [BP-1098216139-172.17.0.2-1732285511165 heartbeating to localhost/127.0.0.1:34747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1098216139-172.17.0.2-1732285511165 (Datanode Uuid 9a024d55-6862-442b-8e43-29a2054c1320) service to localhost/127.0.0.1:34747 2024-11-22T14:25:56,407 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T14:25:56,407 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T14:25:56,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data1/current/BP-1098216139-172.17.0.2-1732285511165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:25:56,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/cluster_b80b3b59-ca1c-5864-c92c-4d4c405a1cdb/data/data2/current/BP-1098216139-172.17.0.2-1732285511165 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T14:25:56,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T14:25:56,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c03e044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T14:25:56,414 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T14:25:56,414 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T14:25:56,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T14:25:56,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aac0068b-face-a82a-5f81-b53d5f1b09c7/hadoop.log.dir/,STOPPED} 2024-11-22T14:25:56,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T14:25:56,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down