2024-11-14 08:33:55,146 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-14 08:33:55,159 main DEBUG Took 0.010591 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 08:33:55,160 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 08:33:55,160 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 08:33:55,161 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 08:33:55,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,169 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 08:33:55,180 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,182 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,183 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,184 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,185 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,185 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,186 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,186 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,187 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,188 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,188 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,189 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,189 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,189 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,190 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,190 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,191 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:33:55,192 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,192 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 08:33:55,193 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:33:55,195 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 08:33:55,196 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 08:33:55,197 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 08:33:55,198 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 08:33:55,198 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 08:33:55,206 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 08:33:55,209 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 08:33:55,210 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 08:33:55,211 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 08:33:55,211 main DEBUG createAppenders(={Console}) 2024-11-14 08:33:55,212 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-14 08:33:55,212 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-14 08:33:55,213 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-14 08:33:55,213 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 08:33:55,213 main DEBUG OutputStream closed 2024-11-14 08:33:55,214 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 08:33:55,214 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 08:33:55,214 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-14 08:33:55,284 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 08:33:55,286 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 08:33:55,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 08:33:55,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 08:33:55,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 08:33:55,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 08:33:55,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 08:33:55,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 08:33:55,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 08:33:55,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 08:33:55,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 08:33:55,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 08:33:55,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 08:33:55,291 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 08:33:55,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 08:33:55,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 08:33:55,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 08:33:55,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 08:33:55,295 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 08:33:55,296 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-14 08:33:55,296 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 08:33:55,297 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-14T08:33:55,514 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30 2024-11-14 08:33:55,517 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 08:33:55,517 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T08:33:55,525 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-14T08:33:55,532 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-14T08:33:55,555 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T08:33:55,601 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T08:33:55,601 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T08:33:55,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:33:55,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d, deleteOnExit=true 2024-11-14T08:33:55,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:33:55,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/test.cache.data in system properties and HBase conf 2024-11-14T08:33:55,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:33:55,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:33:55,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:33:55,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:33:55,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:33:55,711 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T08:33:55,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:33:55,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:33:55,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:33:55,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:33:55,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:33:55,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:33:55,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:33:55,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:33:55,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:33:55,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:33:55,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:33:55,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:33:55,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:33:55,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:33:55,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:33:56,837 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T08:33:56,910 INFO [Time-limited test {}] log.Log(170): Logging initialized @2434ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T08:33:56,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:33:57,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:33:57,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:33:57,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:33:57,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:33:57,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:33:57,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:33:57,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:33:57,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/java.io.tmpdir/jetty-localhost-38751-hadoop-hdfs-3_4_1-tests_jar-_-any-5983208009130361519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:33:57,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:38751} 2024-11-14T08:33:57,259 INFO [Time-limited test {}] server.Server(415): Started @2783ms 2024-11-14T08:33:57,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:33:57,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:33:57,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:33:57,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:33:57,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:33:57,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:33:57,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:33:57,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/java.io.tmpdir/jetty-localhost-46465-hadoop-hdfs-3_4_1-tests_jar-_-any-9746226883413941796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:33:57,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:46465} 2024-11-14T08:33:57,922 INFO [Time-limited test {}] server.Server(415): Started @3446ms 2024-11-14T08:33:57,969 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:33:58,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:33:58,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:33:58,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:33:58,085 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:33:58,085 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:33:58,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:33:58,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:33:58,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/java.io.tmpdir/jetty-localhost-43099-hadoop-hdfs-3_4_1-tests_jar-_-any-6916841490639372848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:33:58,215 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:43099} 2024-11-14T08:33:58,216 INFO [Time-limited test {}] server.Server(415): Started @3739ms 2024-11-14T08:33:58,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:33:58,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:33:58,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:33:58,259 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:33:58,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:33:58,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:33:58,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:33:58,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:33:58,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/java.io.tmpdir/jetty-localhost-35203-hadoop-hdfs-3_4_1-tests_jar-_-any-3374321873122493053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:33:58,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:35203} 2024-11-14T08:33:58,372 INFO [Time-limited test {}] server.Server(415): Started @3896ms 2024-11-14T08:33:58,374 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:33:59,701 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data4/current/BP-1459346349-172.17.0.3-1731573236341/current, will proceed with Du for space computation calculation, 2024-11-14T08:33:59,701 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data3/current/BP-1459346349-172.17.0.3-1731573236341/current, will proceed with Du for space computation calculation, 2024-11-14T08:33:59,701 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data1/current/BP-1459346349-172.17.0.3-1731573236341/current, will proceed with Du for space computation calculation, 2024-11-14T08:33:59,701 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data2/current/BP-1459346349-172.17.0.3-1731573236341/current, will proceed with Du for space computation calculation, 2024-11-14T08:33:59,733 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:33:59,733 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:33:59,762 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data5/current/BP-1459346349-172.17.0.3-1731573236341/current, will proceed with Du for space computation calculation, 2024-11-14T08:33:59,763 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data6/current/BP-1459346349-172.17.0.3-1731573236341/current, will proceed with Du for space computation calculation, 2024-11-14T08:33:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a2aa62c16c59f20 with lease ID 0x4082bea1ff5ed73: Processing first storage report for DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82 from datanode DatanodeRegistration(127.0.0.1:41709, datanodeUuid=c76de031-28fa-4fb9-beb9-7f4fd1b917fb, infoPort=43355, infoSecurePort=0, ipcPort=42009, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341) 2024-11-14T08:33:59,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a2aa62c16c59f20 with lease ID 0x4082bea1ff5ed73: from storage DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82 node DatanodeRegistration(127.0.0.1:41709, datanodeUuid=c76de031-28fa-4fb9-beb9-7f4fd1b917fb, infoPort=43355, infoSecurePort=0, ipcPort=42009, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T08:33:59,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859885889e3e2056 with lease ID 0x4082bea1ff5ed72: Processing first storage report for DS-d367f315-0032-4d54-b8e7-12d57a47ac40 from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=3d3c633f-54ae-49af-ab32-185eb3b500c8, infoPort=45113, infoSecurePort=0, ipcPort=33531, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341) 2024-11-14T08:33:59,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859885889e3e2056 with lease ID 0x4082bea1ff5ed72: from storage DS-d367f315-0032-4d54-b8e7-12d57a47ac40 node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=3d3c633f-54ae-49af-ab32-185eb3b500c8, infoPort=45113, infoSecurePort=0, ipcPort=33531, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:33:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a2aa62c16c59f20 with lease ID 0x4082bea1ff5ed73: Processing first storage report for DS-74480fac-718b-4c11-9a38-ea1a1d71d509 from datanode DatanodeRegistration(127.0.0.1:41709, datanodeUuid=c76de031-28fa-4fb9-beb9-7f4fd1b917fb, infoPort=43355, infoSecurePort=0, ipcPort=42009, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341) 2024-11-14T08:33:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a2aa62c16c59f20 with lease ID 0x4082bea1ff5ed73: from storage DS-74480fac-718b-4c11-9a38-ea1a1d71d509 node DatanodeRegistration(127.0.0.1:41709, datanodeUuid=c76de031-28fa-4fb9-beb9-7f4fd1b917fb, infoPort=43355, infoSecurePort=0, ipcPort=42009, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:33:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x859885889e3e2056 with lease ID 0x4082bea1ff5ed72: Processing first storage report for DS-fcc951d1-6e81-43f3-8db4-1417ce6e7bfc from datanode DatanodeRegistration(127.0.0.1:44409, datanodeUuid=3d3c633f-54ae-49af-ab32-185eb3b500c8, infoPort=45113, infoSecurePort=0, ipcPort=33531, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341) 2024-11-14T08:33:59,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x859885889e3e2056 with lease ID 0x4082bea1ff5ed72: from storage DS-fcc951d1-6e81-43f3-8db4-1417ce6e7bfc node DatanodeRegistration(127.0.0.1:44409, datanodeUuid=3d3c633f-54ae-49af-ab32-185eb3b500c8, infoPort=45113, infoSecurePort=0, ipcPort=33531, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T08:33:59,784 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:33:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2786970a7e2917d with lease ID 0x4082bea1ff5ed74: Processing first storage report for DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015 from datanode DatanodeRegistration(127.0.0.1:41885, datanodeUuid=59fa87d0-1a21-4a06-86a5-e676fe218b0a, infoPort=33623, infoSecurePort=0, ipcPort=46371, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341) 2024-11-14T08:33:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2786970a7e2917d with lease ID 0x4082bea1ff5ed74: from storage DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015 node DatanodeRegistration(127.0.0.1:41885, datanodeUuid=59fa87d0-1a21-4a06-86a5-e676fe218b0a, infoPort=33623, infoSecurePort=0, ipcPort=46371, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T08:33:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2786970a7e2917d with lease ID 0x4082bea1ff5ed74: Processing first storage report for DS-b6a0f559-8467-4ad0-b9a7-f3985fb61b37 from datanode DatanodeRegistration(127.0.0.1:41885, datanodeUuid=59fa87d0-1a21-4a06-86a5-e676fe218b0a, infoPort=33623, infoSecurePort=0, ipcPort=46371, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341) 2024-11-14T08:33:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2786970a7e2917d with lease ID 0x4082bea1ff5ed74: from storage DS-b6a0f559-8467-4ad0-b9a7-f3985fb61b37 node DatanodeRegistration(127.0.0.1:41885, datanodeUuid=59fa87d0-1a21-4a06-86a5-e676fe218b0a, infoPort=33623, infoSecurePort=0, ipcPort=46371, storageInfo=lv=-57;cid=testClusterID;nsid=484368063;c=1731573236341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:33:59,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30 2024-11-14T08:33:59,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/zookeeper_0, clientPort=63671, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:33:59,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63671 2024-11-14T08:33:59,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:33:59,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:00,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:34:00,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:34:00,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:34:00,606 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d with version=8 2024-11-14T08:34:00,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/hbase-staging 2024-11-14T08:34:00,890 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:34:00,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:00,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:00,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:34:00,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:00,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:34:01,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:34:01,081 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T08:34:01,089 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T08:34:01,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:34:01,116 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 99878 (auto-detected) 2024-11-14T08:34:01,117 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T08:34:01,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46849 2024-11-14T08:34:01,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46849 connecting to ZooKeeper ensemble=127.0.0.1:63671 2024-11-14T08:34:01,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468490x0, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:34:01,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46849-0x101387acc3f0000 connected 2024-11-14T08:34:01,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:01,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:01,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T08:34:01,415 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d, hbase.cluster.distributed=false 2024-11-14T08:34:01,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T08:34:01,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-14T08:34:01,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46849 2024-11-14T08:34:01,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46849 2024-11-14T08:34:01,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-14T08:34:01,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-14T08:34:01,531 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:34:01,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:01,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:01,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:34:01,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:01,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:34:01,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:34:01,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:34:01,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43695 2024-11-14T08:34:01,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43695 connecting to ZooKeeper ensemble=127.0.0.1:63671 2024-11-14T08:34:01,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:01,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:01,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436950x0, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:34:01,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436950x0, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T08:34:01,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43695-0x101387acc3f0001 connected 2024-11-14T08:34:01,569 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:34:01,576 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:34:01,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T08:34:01,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T08:34:01,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43695 2024-11-14T08:34:01,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43695 2024-11-14T08:34:01,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43695 2024-11-14T08:34:01,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43695 2024-11-14T08:34:01,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43695 2024-11-14T08:34:01,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:34:01,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:01,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:01,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:34:01,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:01,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:34:01,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:34:01,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:34:01,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40665 2024-11-14T08:34:01,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40665 connecting to ZooKeeper ensemble=127.0.0.1:63671 2024-11-14T08:34:01,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:01,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:01,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406650x0, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:34:01,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40665-0x101387acc3f0002 connected 2024-11-14T08:34:01,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T08:34:01,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:34:01,630 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:34:01,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T08:34:01,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T08:34:01,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-14T08:34:01,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40665 2024-11-14T08:34:01,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40665 2024-11-14T08:34:01,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-14T08:34:01,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-14T08:34:01,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:34:01,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:01,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:01,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:34:01,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:34:01,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:34:01,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:34:01,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:34:01,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33117 2024-11-14T08:34:01,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33117 connecting to ZooKeeper ensemble=127.0.0.1:63671 2024-11-14T08:34:01,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:01,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:01,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331170x0, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:34:01,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331170x0, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T08:34:01,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33117-0x101387acc3f0003 connected 2024-11-14T08:34:01,679 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:34:01,680 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:34:01,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T08:34:01,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T08:34:01,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-14T08:34:01,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33117 2024-11-14T08:34:01,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33117 2024-11-14T08:34:01,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-14T08:34:01,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33117 2024-11-14T08:34:01,702 DEBUG [M:0;b344df224d93:46849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:46849 2024-11-14T08:34:01,703 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b344df224d93,46849,1731573240737 2024-11-14T08:34:01,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T08:34:01,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T08:34:01,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T08:34:01,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T08:34:01,724 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b344df224d93,46849,1731573240737 2024-11-14T08:34:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T08:34:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T08:34:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T08:34:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:01,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:01,755 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T08:34:01,757 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b344df224d93,46849,1731573240737 from backup master directory 2024-11-14T08:34:01,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b344df224d93,46849,1731573240737 2024-11-14T08:34:01,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T08:34:01,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T08:34:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T08:34:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T08:34:01,766 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:34:01,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,46849,1731573240737 2024-11-14T08:34:01,769 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T08:34:01,771 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T08:34:01,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/hbase.id] with ID: d0d40131-3eda-4a53-a0df-cae4126d62e0 2024-11-14T08:34:01,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/.tmp/hbase.id 2024-11-14T08:34:01,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:34:01,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:34:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:34:01,840 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/.tmp/hbase.id]:[hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/hbase.id] 2024-11-14T08:34:01,882 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:34:01,887 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:34:01,907 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T08:34:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:01,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:34:01,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:34:01,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:34:01,957 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:34:01,959 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:34:01,964 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:34:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:34:01,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:34:02,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store 2024-11-14T08:34:02,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:34:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:34:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:34:02,041 INFO [master/b344df224d93:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T08:34:02,044 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:02,046 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:34:02,046 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:34:02,046 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:34:02,048 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:34:02,048 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:34:02,048 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:34:02,049 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731573242046Disabling compacts and flushes for region at 1731573242046Disabling writes for close at 1731573242048 (+2 ms)Writing region close event to WAL at 1731573242048Closed at 1731573242048 2024-11-14T08:34:02,051 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/.initializing 2024-11-14T08:34:02,051 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/WALs/b344df224d93,46849,1731573240737 2024-11-14T08:34:02,059 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:02,073 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C46849%2C1731573240737, suffix=, logDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/WALs/b344df224d93,46849,1731573240737, archiveDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/oldWALs, maxLogs=10 2024-11-14T08:34:02,100 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/WALs/b344df224d93,46849,1731573240737/b344df224d93%2C46849%2C1731573240737.1731573242077, exclude list is [], retry=0 2024-11-14T08:34:02,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:02,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:02,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:02,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:02,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T08:34:02,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/WALs/b344df224d93,46849,1731573240737/b344df224d93%2C46849%2C1731573240737.1731573242077 2024-11-14T08:34:02,166 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:02,167 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:02,167 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:02,170 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,171 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:34:02,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:02,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:34:02,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:34:02,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:02,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:02,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:34:02,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:02,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:02,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:34:02,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:02,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:02,245 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,248 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,249 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,254 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,255 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,258 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:34:02,262 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:34:02,266 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:02,267 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75250870, jitterRate=0.12132534384727478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:34:02,274 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731573242182Initializing all the Stores at 1731573242184 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731573242185 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573242185Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573242186 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573242186Cleaning up temporary data from old regions at 1731573242255 (+69 ms)Region opened successfully at 1731573242273 (+18 ms) 2024-11-14T08:34:02,275 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:34:02,305 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280272fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:34:02,334 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:34:02,343 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:34:02,343 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:34:02,346 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:34:02,347 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T08:34:02,351 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T08:34:02,351 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:34:02,378 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:34:02,385 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T08:34:02,438 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T08:34:02,441 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:34:02,443 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:34:02,456 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T08:34:02,459 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:34:02,463 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:34:02,469 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T08:34:02,471 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:34:02,480 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T08:34:02,502 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:34:02,511 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T08:34:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T08:34:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T08:34:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T08:34:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T08:34:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,526 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,46849,1731573240737, sessionid=0x101387acc3f0000, setting cluster-up flag (Was=false) 2024-11-14T08:34:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,596 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T08:34:02,601 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,46849,1731573240737 2024-11-14T08:34:02,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:02,659 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T08:34:02,661 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,46849,1731573240737 2024-11-14T08:34:02,668 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:34:02,693 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(746): ClusterId : d0d40131-3eda-4a53-a0df-cae4126d62e0 2024-11-14T08:34:02,693 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(746): ClusterId : d0d40131-3eda-4a53-a0df-cae4126d62e0 2024-11-14T08:34:02,693 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(746): ClusterId : d0d40131-3eda-4a53-a0df-cae4126d62e0 2024-11-14T08:34:02,695 DEBUG [RS:1;b344df224d93:40665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:34:02,695 DEBUG [RS:2;b344df224d93:33117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:34:02,695 DEBUG [RS:0;b344df224d93:43695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:34:02,711 DEBUG [RS:2;b344df224d93:33117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:34:02,711 DEBUG [RS:1;b344df224d93:40665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:34:02,711 DEBUG [RS:0;b344df224d93:43695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:34:02,711 DEBUG [RS:2;b344df224d93:33117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:34:02,711 DEBUG [RS:1;b344df224d93:40665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:34:02,711 DEBUG [RS:0;b344df224d93:43695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:34:02,723 DEBUG [RS:2;b344df224d93:33117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:34:02,723 DEBUG [RS:0;b344df224d93:43695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:34:02,723 DEBUG [RS:1;b344df224d93:40665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:34:02,724 DEBUG [RS:1;b344df224d93:40665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57961eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:34:02,724 DEBUG [RS:0;b344df224d93:43695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f747c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:34:02,724 DEBUG [RS:2;b344df224d93:33117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58542a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:34:02,743 DEBUG [RS:0;b344df224d93:43695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:43695 2024-11-14T08:34:02,743 DEBUG [RS:2;b344df224d93:33117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b344df224d93:33117 2024-11-14T08:34:02,743 DEBUG [RS:1;b344df224d93:40665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b344df224d93:40665 2024-11-14T08:34:02,746 INFO [AsyncFSWAL-0-hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData-prefix:b344df224d93,46849,1731573240737 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-14T08:34:02,747 INFO [RS:2;b344df224d93:33117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:34:02,747 INFO [RS:1;b344df224d93:40665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:34:02,747 INFO [RS:0;b344df224d93:43695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:34:02,747 INFO [RS:0;b344df224d93:43695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:34:02,747 INFO [RS:1;b344df224d93:40665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:34:02,747 INFO [RS:2;b344df224d93:33117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:34:02,747 DEBUG [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:34:02,747 DEBUG [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:34:02,747 DEBUG [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:34:02,750 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,46849,1731573240737 with port=43695, startcode=1731573241500 2024-11-14T08:34:02,750 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,46849,1731573240737 with port=33117, startcode=1731573241654 2024-11-14T08:34:02,750 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,46849,1731573240737 with port=40665, startcode=1731573241605 2024-11-14T08:34:02,762 DEBUG [RS:2;b344df224d93:33117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:34:02,762 DEBUG [RS:1;b344df224d93:40665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:34:02,762 DEBUG [RS:0;b344df224d93:43695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:34:02,762 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:34:02,771 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:34:02,778 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:34:02,784 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,46849,1731573240737 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:34:02,793 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:34:02,794 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:34:02,794 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:34:02,794 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:34:02,794 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:34:02,794 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:02,794 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:34:02,795 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:02,797 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731573272796 2024-11-14T08:34:02,800 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:34:02,800 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:34:02,800 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:34:02,800 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:34:02,801 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:34:02,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:34:02,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:34:02,805 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:34:02,805 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:34:02,806 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:34:02,806 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:34:02,807 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:34:02,808 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:02,810 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:02,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:34:02,812 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:34:02,814 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:34:02,814 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:34:02,814 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:34:02,815 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:34:02,820 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:34:02,821 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:34:02,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731573242822,5,FailOnTimeoutGroup] 2024-11-14T08:34:02,826 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731573242824,5,FailOnTimeoutGroup] 2024-11-14T08:34:02,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:02,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:34:02,827 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:02,828 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:02,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:34:02,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:34:02,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:34:02,861 DEBUG [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T08:34:02,861 DEBUG [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T08:34:02,861 DEBUG [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T08:34:02,861 WARN [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T08:34:02,861 WARN [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T08:34:02,861 WARN [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T08:34:02,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:34:02,863 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d 2024-11-14T08:34:02,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741832_1008 (size=32) 2024-11-14T08:34:02,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741832_1008 (size=32) 2024-11-14T08:34:02,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741832_1008 (size=32) 2024-11-14T08:34:02,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:34:02,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:34:02,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:02,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:34:02,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:34:02,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:34:02,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:02,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:34:02,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:34:02,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:34:02,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:02,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:34:02,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:34:02,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:34:02,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:02,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:34:02,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:34:02,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740 2024-11-14T08:34:02,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740 2024-11-14T08:34:02,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:34:02,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:34:02,910 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:34:02,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:34:02,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:02,918 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74583662, jitterRate=0.11138316988945007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:34:02,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731573242877Initializing all the Stores at 1731573242879 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731573242879Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731573242880 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573242880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731573242880Cleaning up temporary data from old regions at 1731573242909 (+29 ms)Region opened successfully at 1731573242922 (+13 ms) 2024-11-14T08:34:02,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:34:02,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:34:02,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:34:02,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:34:02,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:34:02,924 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:34:02,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731573242923Disabling compacts and flushes for region at 1731573242923Disabling writes for close at 1731573242923Writing region close event to WAL at 1731573242924 (+1 ms)Closed at 1731573242924 2024-11-14T08:34:02,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:34:02,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:34:02,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:34:02,941 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:34:02,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:34:02,963 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,46849,1731573240737 with port=43695, startcode=1731573241500 2024-11-14T08:34:02,963 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,46849,1731573240737 with port=40665, startcode=1731573241605 2024-11-14T08:34:02,963 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,46849,1731573240737 with port=33117, startcode=1731573241654 2024-11-14T08:34:02,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,40665,1731573241605 2024-11-14T08:34:02,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(517): Registering regionserver=b344df224d93,40665,1731573241605 2024-11-14T08:34:02,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,33117,1731573241654 2024-11-14T08:34:02,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(517): Registering regionserver=b344df224d93,33117,1731573241654 2024-11-14T08:34:02,974 DEBUG [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d 2024-11-14T08:34:02,974 DEBUG [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46837 2024-11-14T08:34:02,974 DEBUG [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:34:02,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,43695,1731573241500 2024-11-14T08:34:02,977 DEBUG [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d 2024-11-14T08:34:02,977 DEBUG [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46837 2024-11-14T08:34:02,977 DEBUG [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:34:02,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] master.ServerManager(517): Registering regionserver=b344df224d93,43695,1731573241500 2024-11-14T08:34:02,980 DEBUG [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d 2024-11-14T08:34:02,980 DEBUG [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46837 2024-11-14T08:34:02,980 DEBUG [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:34:02,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T08:34:03,024 DEBUG [RS:1;b344df224d93:40665 {}] zookeeper.ZKUtil(111): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b344df224d93,40665,1731573241605 2024-11-14T08:34:03,025 WARN [RS:1;b344df224d93:40665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:34:03,025 INFO [RS:1;b344df224d93:40665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:03,025 DEBUG [RS:2;b344df224d93:33117 {}] zookeeper.ZKUtil(111): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b344df224d93,33117,1731573241654 2024-11-14T08:34:03,025 DEBUG [RS:0;b344df224d93:43695 {}] zookeeper.ZKUtil(111): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b344df224d93,43695,1731573241500 2024-11-14T08:34:03,025 WARN [RS:2;b344df224d93:33117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:34:03,025 DEBUG [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,40665,1731573241605 2024-11-14T08:34:03,025 WARN [RS:0;b344df224d93:43695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:34:03,025 INFO [RS:2;b344df224d93:33117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:03,026 INFO [RS:0;b344df224d93:43695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:03,026 DEBUG [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654 2024-11-14T08:34:03,026 DEBUG [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,43695,1731573241500 2024-11-14T08:34:03,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,40665,1731573241605] 2024-11-14T08:34:03,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,33117,1731573241654] 2024-11-14T08:34:03,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,43695,1731573241500] 2024-11-14T08:34:03,051 INFO [RS:0;b344df224d93:43695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:34:03,051 INFO [RS:1;b344df224d93:40665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:34:03,051 INFO [RS:2;b344df224d93:33117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:34:03,067 INFO [RS:2;b344df224d93:33117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:34:03,067 INFO [RS:1;b344df224d93:40665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:34:03,067 INFO [RS:0;b344df224d93:43695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:34:03,072 INFO [RS:0;b344df224d93:43695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:34:03,072 INFO [RS:1;b344df224d93:40665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:34:03,072 INFO [RS:2;b344df224d93:33117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:34:03,072 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,072 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,072 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,074 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:34:03,074 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:34:03,074 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:34:03,080 INFO [RS:1;b344df224d93:40665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:34:03,080 INFO [RS:0;b344df224d93:43695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:34:03,080 INFO [RS:2;b344df224d93:33117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:34:03,082 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,082 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,082 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,082 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,082 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,082 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,082 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,082 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,082 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:34:03,083 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:34:03,083 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:34:03,083 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,083 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:34:03,084 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:34:03,084 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:34:03,084 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:34:03,084 DEBUG [RS:0;b344df224d93:43695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:34:03,084 DEBUG [RS:2;b344df224d93:33117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:34:03,084 DEBUG [RS:1;b344df224d93:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:34:03,088 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,088 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,088 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,088 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,088 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,088 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,088 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,088 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,088 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,089 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,089 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,089 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,089 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43695,1731573241500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:34:03,089 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33117,1731573241654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:34:03,089 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,089 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,089 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,089 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40665,1731573241605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:34:03,095 WARN [b344df224d93:46849 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T08:34:03,108 INFO [RS:0;b344df224d93:43695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:34:03,108 INFO [RS:2;b344df224d93:33117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:34:03,110 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33117,1731573241654-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,110 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43695,1731573241500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,110 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,110 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,110 INFO [RS:2;b344df224d93:33117 {}] regionserver.Replication(171): b344df224d93,33117,1731573241654 started 2024-11-14T08:34:03,110 INFO [RS:0;b344df224d93:43695 {}] regionserver.Replication(171): b344df224d93,43695,1731573241500 started 2024-11-14T08:34:03,113 INFO [RS:1;b344df224d93:40665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:34:03,113 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40665,1731573241605-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,114 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,114 INFO [RS:1;b344df224d93:40665 {}] regionserver.Replication(171): b344df224d93,40665,1731573241605 started 2024-11-14T08:34:03,127 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,128 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,43695,1731573241500, RpcServer on b344df224d93/172.17.0.3:43695, sessionid=0x101387acc3f0001 2024-11-14T08:34:03,129 DEBUG [RS:0;b344df224d93:43695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:34:03,129 DEBUG [RS:0;b344df224d93:43695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,43695,1731573241500 2024-11-14T08:34:03,129 DEBUG [RS:0;b344df224d93:43695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,43695,1731573241500' 2024-11-14T08:34:03,129 DEBUG [RS:0;b344df224d93:43695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T08:34:03,130 DEBUG [RS:0;b344df224d93:43695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T08:34:03,131 DEBUG [RS:0;b344df224d93:43695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:34:03,131 DEBUG [RS:0;b344df224d93:43695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:34:03,131 DEBUG [RS:0;b344df224d93:43695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,43695,1731573241500 2024-11-14T08:34:03,131 DEBUG [RS:0;b344df224d93:43695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,43695,1731573241500' 2024-11-14T08:34:03,131 DEBUG [RS:0;b344df224d93:43695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T08:34:03,132 DEBUG [RS:0;b344df224d93:43695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T08:34:03,132 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,132 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,33117,1731573241654, RpcServer on b344df224d93/172.17.0.3:33117, sessionid=0x101387acc3f0003 2024-11-14T08:34:03,132 DEBUG [RS:2;b344df224d93:33117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:34:03,132 DEBUG [RS:2;b344df224d93:33117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,33117,1731573241654 2024-11-14T08:34:03,132 DEBUG [RS:2;b344df224d93:33117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,33117,1731573241654' 2024-11-14T08:34:03,132 DEBUG [RS:2;b344df224d93:33117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T08:34:03,132 DEBUG [RS:0;b344df224d93:43695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:34:03,133 INFO [RS:0;b344df224d93:43695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:34:03,133 INFO [RS:0;b344df224d93:43695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:34:03,133 DEBUG [RS:2;b344df224d93:33117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T08:34:03,134 DEBUG [RS:2;b344df224d93:33117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:34:03,134 DEBUG [RS:2;b344df224d93:33117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:34:03,134 DEBUG [RS:2;b344df224d93:33117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,33117,1731573241654 2024-11-14T08:34:03,134 DEBUG [RS:2;b344df224d93:33117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,33117,1731573241654' 2024-11-14T08:34:03,134 DEBUG [RS:2;b344df224d93:33117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T08:34:03,134 DEBUG [RS:2;b344df224d93:33117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T08:34:03,135 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,135 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,40665,1731573241605, RpcServer on b344df224d93/172.17.0.3:40665, sessionid=0x101387acc3f0002 2024-11-14T08:34:03,135 DEBUG [RS:1;b344df224d93:40665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:34:03,135 DEBUG [RS:1;b344df224d93:40665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,40665,1731573241605 2024-11-14T08:34:03,135 DEBUG [RS:1;b344df224d93:40665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,40665,1731573241605' 2024-11-14T08:34:03,135 DEBUG [RS:2;b344df224d93:33117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:34:03,135 DEBUG [RS:1;b344df224d93:40665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T08:34:03,135 INFO [RS:2;b344df224d93:33117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:34:03,135 INFO [RS:2;b344df224d93:33117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:34:03,136 DEBUG [RS:1;b344df224d93:40665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T08:34:03,136 DEBUG [RS:1;b344df224d93:40665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:34:03,136 DEBUG [RS:1;b344df224d93:40665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:34:03,136 DEBUG [RS:1;b344df224d93:40665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,40665,1731573241605 2024-11-14T08:34:03,136 DEBUG [RS:1;b344df224d93:40665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,40665,1731573241605' 2024-11-14T08:34:03,136 DEBUG [RS:1;b344df224d93:40665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T08:34:03,137 DEBUG [RS:1;b344df224d93:40665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T08:34:03,137 DEBUG [RS:1;b344df224d93:40665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:34:03,137 INFO [RS:1;b344df224d93:40665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:34:03,137 INFO [RS:1;b344df224d93:40665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:34:03,239 INFO [RS:0;b344df224d93:43695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:03,239 INFO [RS:1;b344df224d93:40665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:03,239 INFO [RS:2;b344df224d93:33117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:03,243 INFO [RS:0;b344df224d93:43695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C43695%2C1731573241500, suffix=, logDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,43695,1731573241500, archiveDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/oldWALs, maxLogs=32 2024-11-14T08:34:03,243 INFO [RS:2;b344df224d93:33117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C33117%2C1731573241654, suffix=, logDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654, archiveDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/oldWALs, maxLogs=32 2024-11-14T08:34:03,243 INFO [RS:1;b344df224d93:40665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C40665%2C1731573241605, suffix=, logDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,40665,1731573241605, archiveDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/oldWALs, maxLogs=32 2024-11-14T08:34:03,261 DEBUG [RS:1;b344df224d93:40665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,40665,1731573241605/b344df224d93%2C40665%2C1731573241605.1731573243248, exclude list is [], retry=0 2024-11-14T08:34:03,261 DEBUG [RS:0;b344df224d93:43695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,43695,1731573241500/b344df224d93%2C43695%2C1731573241500.1731573243248, exclude list is [], retry=0 2024-11-14T08:34:03,261 DEBUG [RS:2;b344df224d93:33117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654/b344df224d93%2C33117%2C1731573241654.1731573243248, exclude list is [], retry=0 2024-11-14T08:34:03,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:03,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:03,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:03,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:03,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:03,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:03,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:03,274 INFO [RS:1;b344df224d93:40665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,40665,1731573241605/b344df224d93%2C40665%2C1731573241605.1731573243248 2024-11-14T08:34:03,275 DEBUG [RS:1;b344df224d93:40665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:03,276 INFO [RS:2;b344df224d93:33117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654/b344df224d93%2C33117%2C1731573241654.1731573243248 2024-11-14T08:34:03,277 INFO [RS:0;b344df224d93:43695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,43695,1731573241500/b344df224d93%2C43695%2C1731573241500.1731573243248 2024-11-14T08:34:03,277 DEBUG [RS:2;b344df224d93:33117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:03,278 DEBUG [RS:0;b344df224d93:43695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:03,349 DEBUG [b344df224d93:46849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T08:34:03,358 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(204): Hosts are {b344df224d93=0} racks are {/default-rack=0} 2024-11-14T08:34:03,366 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T08:34:03,366 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T08:34:03,366 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T08:34:03,366 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T08:34:03,366 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T08:34:03,366 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T08:34:03,366 INFO [b344df224d93:46849 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T08:34:03,366 INFO [b344df224d93:46849 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T08:34:03,366 INFO [b344df224d93:46849 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T08:34:03,366 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T08:34:03,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,40665,1731573241605 2024-11-14T08:34:03,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,40665,1731573241605, state=OPENING 2024-11-14T08:34:03,427 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:34:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:03,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:03,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T08:34:03,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T08:34:03,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T08:34:03,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T08:34:03,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:34:03,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,40665,1731573241605}] 2024-11-14T08:34:03,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:34:03,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:34:03,638 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:34:03,638 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:03,639 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:34:03,642 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C40665%2C1731573241605.meta, suffix=.meta, logDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,40665,1731573241605, archiveDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/oldWALs, maxLogs=32 2024-11-14T08:34:03,658 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,40665,1731573241605/b344df224d93%2C40665%2C1731573241605.meta.1731573243644.meta, exclude list is [], retry=0 2024-11-14T08:34:03,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:03,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:03,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:03,665 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,40665,1731573241605/b344df224d93%2C40665%2C1731573241605.meta.1731573243644.meta 2024-11-14T08:34:03,665 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:03,665 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:03,667 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:34:03,669 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:34:03,673 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:34:03,676 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:34:03,677 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:03,677 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:34:03,677 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:34:03,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:34:03,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:34:03,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:03,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:34:03,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:34:03,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:34:03,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:03,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:34:03,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:34:03,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:34:03,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:03,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:34:03,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:34:03,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:34:03,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:03,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:34:03,689 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:34:03,691 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740 2024-11-14T08:34:03,693 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740 2024-11-14T08:34:03,695 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:34:03,695 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:34:03,696 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:34:03,699 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:34:03,700 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68549382, jitterRate=0.021465390920639038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:34:03,700 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:34:03,702 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731573243677Writing region info on filesystem at 1731573243678 (+1 ms)Initializing all the Stores at 1731573243679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731573243679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731573243680 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573243680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731573243680Cleaning up temporary data from old regions at 1731573243695 (+15 ms)Running coprocessor post-open hooks at 1731573243700 (+5 ms)Region opened successfully at 1731573243701 (+1 ms) 2024-11-14T08:34:03,708 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731573243616 2024-11-14T08:34:03,721 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:34:03,721 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:34:03,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,40665,1731573241605 2024-11-14T08:34:03,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,40665,1731573241605, state=OPEN 2024-11-14T08:34:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T08:34:03,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T08:34:03,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T08:34:03,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T08:34:03,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T08:34:03,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T08:34:03,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T08:34:03,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T08:34:03,755 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,40665,1731573241605 2024-11-14T08:34:03,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:34:03,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,40665,1731573241605 in 307 msec 2024-11-14T08:34:03,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:34:03,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 834 msec 2024-11-14T08:34:03,775 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:34:03,775 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:34:03,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:34:03,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,40665,1731573241605, seqNum=-1] 2024-11-14T08:34:03,824 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:34:03,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:34:03,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1500 sec 2024-11-14T08:34:03,849 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731573243849, completionTime=-1 2024-11-14T08:34:03,852 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T08:34:03,852 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:34:03,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-14T08:34:03,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731573303877 2024-11-14T08:34:03,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731573363877 2024-11-14T08:34:03,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-14T08:34:03,879 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T08:34:03,885 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46849,1731573240737-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,885 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46849,1731573240737-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,885 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46849,1731573240737-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,886 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:46849, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,887 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,887 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:03,894 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:34:03,913 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.145sec 2024-11-14T08:34:03,914 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:34:03,915 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:34:03,916 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:34:03,916 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:34:03,916 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:34:03,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46849,1731573240737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:34:03,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46849,1731573240737-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:34:03,921 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:34:03,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:34:03,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46849,1731573240737-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:04,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adc31d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:34:04,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46849,-1 for getting cluster id 2024-11-14T08:34:04,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:34:04,017 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0d40131-3eda-4a53-a0df-cae4126d62e0' 2024-11-14T08:34:04,019 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:34:04,019 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0d40131-3eda-4a53-a0df-cae4126d62e0" 2024-11-14T08:34:04,020 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1e050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:34:04,020 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46849,-1] 2024-11-14T08:34:04,022 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:34:04,024 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:04,025 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:34:04,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9e95a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:34:04,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:34:04,036 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,40665,1731573241605, seqNum=-1] 2024-11-14T08:34:04,037 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:34:04,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:34:04,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,46849,1731573240737 2024-11-14T08:34:04,060 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:46837/hbase 2024-11-14T08:34:04,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=367, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=7023 2024-11-14T08:34:04,094 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:04,099 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:04,101 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:04,106 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16801009, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-16801009, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:04,126 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16801009/hregion-16801009.1731573244108, exclude list is [], retry=0 2024-11-14T08:34:04,131 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:04,131 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:04,132 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:04,136 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16801009/hregion-16801009.1731573244108 2024-11-14T08:34:04,137 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:04,137 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9ebcdd1a1541dd48c24570f79b361f6c, NAME => 'testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741838_1014 (size=64) 2024-11-14T08:34:04,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741838_1014 (size=64) 2024-11-14T08:34:04,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741838_1014 (size=64) 2024-11-14T08:34:04,157 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:04,159 INFO [StoreOpener-9ebcdd1a1541dd48c24570f79b361f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,163 INFO [StoreOpener-9ebcdd1a1541dd48c24570f79b361f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebcdd1a1541dd48c24570f79b361f6c columnFamilyName a 2024-11-14T08:34:04,163 DEBUG [StoreOpener-9ebcdd1a1541dd48c24570f79b361f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:04,164 INFO [StoreOpener-9ebcdd1a1541dd48c24570f79b361f6c-1 {}] regionserver.HStore(327): Store=9ebcdd1a1541dd48c24570f79b361f6c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:04,164 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,167 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,167 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,170 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,175 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:04,175 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9ebcdd1a1541dd48c24570f79b361f6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71125919, jitterRate=0.0598587840795517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T08:34:04,176 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9ebcdd1a1541dd48c24570f79b361f6c: Writing region info on filesystem at 1731573244157Initializing all the Stores at 1731573244159 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573244159Cleaning up temporary data from old regions at 1731573244167 (+8 ms)Region opened successfully at 1731573244176 (+9 ms) 2024-11-14T08:34:04,177 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9ebcdd1a1541dd48c24570f79b361f6c, disabling compactions & flushes 2024-11-14T08:34:04,177 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c. 2024-11-14T08:34:04,177 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c. 2024-11-14T08:34:04,177 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c. after waiting 0 ms 2024-11-14T08:34:04,177 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c. 2024-11-14T08:34:04,177 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c. 2024-11-14T08:34:04,177 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9ebcdd1a1541dd48c24570f79b361f6c: Waiting for close lock at 1731573244177Disabling compacts and flushes for region at 1731573244177Disabling writes for close at 1731573244177Writing region close event to WAL at 1731573244177Closed at 1731573244177 2024-11-14T08:34:04,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741837_1013 (size=95) 2024-11-14T08:34:04,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741837_1013 (size=95) 2024-11-14T08:34:04,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741837_1013 (size=95) 2024-11-14T08:34:04,189 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:04,189 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16801009:(num 1731573244108) 2024-11-14T08:34:04,190 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T08:34:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741839_1015 (size=320) 2024-11-14T08:34:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741839_1015 (size=320) 2024-11-14T08:34:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741839_1015 (size=320) 2024-11-14T08:34:04,208 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T08:34:04,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741840_1016 (size=253) 2024-11-14T08:34:04,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741840_1016 (size=253) 2024-11-14T08:34:04,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741840_1016 (size=253) 2024-11-14T08:34:04,249 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1, size=320 (320bytes) 2024-11-14T08:34:04,250 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T08:34:04,250 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T08:34:04,250 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1 2024-11-14T08:34:04,255 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1 after 3ms 2024-11-14T08:34:04,262 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:04,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1 took 16ms 2024-11-14T08:34:04,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1 so closing down 2024-11-14T08:34:04,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:04,275 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-14T08:34:04,277 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000001-wal-1.temp 2024-11-14T08:34:04,278 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:04,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741841_1017 (size=320) 2024-11-14T08:34:04,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741841_1017 (size=320) 2024-11-14T08:34:04,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741841_1017 (size=320) 2024-11-14T08:34:04,292 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:04,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002 2024-11-14T08:34:04,299 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-14T08:34:04,299 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1, journal: Splitting hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1, size=320 (320bytes) at 1731573244249Finishing writing output for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1 so closing down at 1731573244272 (+23 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000001-wal-1.temp at 1731573244277 (+5 ms)3 split writer threads finished at 1731573244278 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731573244292 (+14 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002 at 1731573244295 (+3 ms)Processed 2 edits across 1 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731573244299 (+4 ms) 2024-11-14T08:34:04,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2, size=253 (253bytes) 2024-11-14T08:34:04,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2 2024-11-14T08:34:04,315 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2 after 1ms 2024-11-14T08:34:04,319 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:04,319 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2 took 5ms 2024-11-14T08:34:04,322 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2 so closing down 2024-11-14T08:34:04,322 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:04,325 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-14T08:34:04,326 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002-wal-2.temp 2024-11-14T08:34:04,327 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741842_1018 (size=253) 2024-11-14T08:34:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741842_1018 (size=253) 2024-11-14T08:34:04,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741842_1018 (size=253) 2024-11-14T08:34:04,337 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:04,342 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:04,345 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-14T08:34:04,346 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-14T08:34:04,347 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2, journal: Splitting hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2, size=253 (253bytes) at 1731573244314Finishing writing output for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2 so closing down at 1731573244322 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002-wal-2.temp at 1731573244327 (+5 ms)3 split writer threads finished at 1731573244327Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731573244337 (+10 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731573244347 (+10 ms) 2024-11-14T08:34:04,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:04,349 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:04,364 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal.1731573244351, exclude list is [], retry=0 2024-11-14T08:34:04,368 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:04,369 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:04,369 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:04,372 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal.1731573244351 2024-11-14T08:34:04,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:04,373 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ebcdd1a1541dd48c24570f79b361f6c, NAME => 'testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:04,373 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:04,373 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,373 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,375 INFO [StoreOpener-9ebcdd1a1541dd48c24570f79b361f6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,377 INFO [StoreOpener-9ebcdd1a1541dd48c24570f79b361f6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebcdd1a1541dd48c24570f79b361f6c columnFamilyName a 2024-11-14T08:34:04,377 DEBUG [StoreOpener-9ebcdd1a1541dd48c24570f79b361f6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:04,378 INFO [StoreOpener-9ebcdd1a1541dd48c24570f79b361f6c-1 {}] regionserver.HStore(327): Store=9ebcdd1a1541dd48c24570f79b361f6c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:04,378 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,379 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,382 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,384 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002 2024-11-14T08:34:04,387 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:04,393 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002 2024-11-14T08:34:04,396 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9ebcdd1a1541dd48c24570f79b361f6c 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-14T08:34:04,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/.tmp/a/3ec22123a7a44115888bdd003b93c613 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731573244189/Put/seqid=0 2024-11-14T08:34:04,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741844_1020 (size=5170) 2024-11-14T08:34:04,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741844_1020 (size=5170) 2024-11-14T08:34:04,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741844_1020 (size=5170) 2024-11-14T08:34:04,485 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/.tmp/a/3ec22123a7a44115888bdd003b93c613 2024-11-14T08:34:04,532 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/.tmp/a/3ec22123a7a44115888bdd003b93c613 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/a/3ec22123a7a44115888bdd003b93c613 2024-11-14T08:34:04,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/a/3ec22123a7a44115888bdd003b93c613, entries=2, sequenceid=2, filesize=5.0 K 2024-11-14T08:34:04,548 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9ebcdd1a1541dd48c24570f79b361f6c in 151ms, sequenceid=2, compaction requested=false; wal=null 2024-11-14T08:34:04,550 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/0000000000000000002 2024-11-14T08:34:04,551 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,551 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,555 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9ebcdd1a1541dd48c24570f79b361f6c 2024-11-14T08:34:04,558 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/9ebcdd1a1541dd48c24570f79b361f6c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-14T08:34:04,560 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9ebcdd1a1541dd48c24570f79b361f6c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64313561, jitterRate=-0.041653260588645935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T08:34:04,561 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9ebcdd1a1541dd48c24570f79b361f6c: Writing region info on filesystem at 1731573244373Initializing all the Stores at 1731573244375 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573244375Obtaining lock to block concurrent updates at 1731573244396 (+21 ms)Preparing flush snapshotting stores in 9ebcdd1a1541dd48c24570f79b361f6c at 1731573244396Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731573244399 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731573244096.9ebcdd1a1541dd48c24570f79b361f6c. at 1731573244399Flushing 9ebcdd1a1541dd48c24570f79b361f6c/a: creating writer at 1731573244400 (+1 ms)Flushing 9ebcdd1a1541dd48c24570f79b361f6c/a: appending metadata at 1731573244433 (+33 ms)Flushing 9ebcdd1a1541dd48c24570f79b361f6c/a: closing flushed file at 1731573244435 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7becffb3: reopening flushed file at 1731573244530 (+95 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9ebcdd1a1541dd48c24570f79b361f6c in 151ms, sequenceid=2, compaction requested=false; wal=null at 1731573244549 (+19 ms)Cleaning up temporary data from old regions at 1731573244551 (+2 ms)Region opened successfully at 1731573244561 (+10 ms) 2024-11-14T08:34:04,588 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=379 (was 367) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46837/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:57402 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:53886 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:46948 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:53864 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:52604 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=6928 (was 7023) 2024-11-14T08:34:04,599 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=379, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=6927 2024-11-14T08:34:04,619 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:04,621 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:04,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:04,626 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59507396, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-59507396, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:04,639 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59507396/hregion-59507396.1731573244628, exclude list is [], retry=0 2024-11-14T08:34:04,643 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:04,643 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:04,643 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:04,648 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59507396/hregion-59507396.1731573244628 2024-11-14T08:34:04,649 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:04,649 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a3ab9385f4be4b35ae3eabd20cb03f8e, NAME => 'testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741846_1022 (size=64) 2024-11-14T08:34:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741846_1022 (size=64) 2024-11-14T08:34:04,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741846_1022 (size=64) 2024-11-14T08:34:04,661 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:04,663 INFO [StoreOpener-a3ab9385f4be4b35ae3eabd20cb03f8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,665 INFO [StoreOpener-a3ab9385f4be4b35ae3eabd20cb03f8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ab9385f4be4b35ae3eabd20cb03f8e columnFamilyName a 2024-11-14T08:34:04,666 DEBUG [StoreOpener-a3ab9385f4be4b35ae3eabd20cb03f8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:04,666 INFO [StoreOpener-a3ab9385f4be4b35ae3eabd20cb03f8e-1 {}] regionserver.HStore(327): Store=a3ab9385f4be4b35ae3eabd20cb03f8e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:04,667 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,668 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,668 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,669 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,669 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,671 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,675 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:04,676 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a3ab9385f4be4b35ae3eabd20cb03f8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71847369, jitterRate=0.07060922682285309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T08:34:04,676 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a3ab9385f4be4b35ae3eabd20cb03f8e: Writing region info on filesystem at 1731573244661Initializing all the Stores at 1731573244662 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573244662Cleaning up temporary data from old regions at 1731573244669 (+7 ms)Region opened successfully at 1731573244676 (+7 ms) 2024-11-14T08:34:04,676 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a3ab9385f4be4b35ae3eabd20cb03f8e, disabling compactions & flushes 2024-11-14T08:34:04,676 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e. 2024-11-14T08:34:04,676 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e. 2024-11-14T08:34:04,676 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e. after waiting 0 ms 2024-11-14T08:34:04,676 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e. 2024-11-14T08:34:04,677 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e. 2024-11-14T08:34:04,677 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a3ab9385f4be4b35ae3eabd20cb03f8e: Waiting for close lock at 1731573244676Disabling compacts and flushes for region at 1731573244676Disabling writes for close at 1731573244676Writing region close event to WAL at 1731573244677 (+1 ms)Closed at 1731573244677 2024-11-14T08:34:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741845_1021 (size=95) 2024-11-14T08:34:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741845_1021 (size=95) 2024-11-14T08:34:04,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741845_1021 (size=95) 2024-11-14T08:34:04,684 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:04,684 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59507396:(num 1731573244628) 2024-11-14T08:34:04,685 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T08:34:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741847_1023 (size=320) 2024-11-14T08:34:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741847_1023 (size=320) 2024-11-14T08:34:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741847_1023 (size=320) 2024-11-14T08:34:04,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T08:34:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741848_1024 (size=253) 2024-11-14T08:34:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741848_1024 (size=253) 2024-11-14T08:34:04,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741848_1024 (size=253) 2024-11-14T08:34:04,732 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2, size=253 (253bytes) 2024-11-14T08:34:04,732 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2 2024-11-14T08:34:04,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2 after 1ms 2024-11-14T08:34:04,736 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:04,737 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2 took 5ms 2024-11-14T08:34:04,739 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2 so closing down 2024-11-14T08:34:04,739 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:04,742 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-14T08:34:04,743 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002-wal-2.temp 2024-11-14T08:34:04,743 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741849_1025 (size=253) 2024-11-14T08:34:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741849_1025 (size=253) 2024-11-14T08:34:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741849_1025 (size=253) 2024-11-14T08:34:04,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:04,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002 2024-11-14T08:34:04,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-14T08:34:04,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2, journal: Splitting hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2, size=253 (253bytes) at 1731573244732Finishing writing output for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2 so closing down at 1731573244739 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002-wal-2.temp at 1731573244743 (+4 ms)3 split writer threads finished at 1731573244743Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731573244756 (+13 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002 at 1731573244758 (+2 ms)Processed 1 edits across 1 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731573244758 2024-11-14T08:34:04,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1, size=320 (320bytes) 2024-11-14T08:34:04,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1 2024-11-14T08:34:04,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1 after 1ms 2024-11-14T08:34:04,777 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:04,777 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1 took 5ms 2024-11-14T08:34:04,780 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1 so closing down 2024-11-14T08:34:04,780 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:04,782 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-14T08:34:04,784 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000001-wal-1.temp 2024-11-14T08:34:04,785 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741850_1026 (size=320) 2024-11-14T08:34:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741850_1026 (size=320) 2024-11-14T08:34:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741850_1026 (size=320) 2024-11-14T08:34:04,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:04,797 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:04,799 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002, length=253 2024-11-14T08:34:04,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002 2024-11-14T08:34:04,801 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-14T08:34:04,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1, journal: Splitting hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1, size=320 (320bytes) at 1731573244772Finishing writing output for hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1 so closing down at 1731573244780 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000001-wal-1.temp at 1731573244784 (+4 ms)3 split writer threads finished at 1731573244785 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731573244793 (+8 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002 at 1731573244801 (+8 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731573244801 2024-11-14T08:34:04,802 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:04,804 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:04,817 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal.1731573244805, exclude list is [], retry=0 2024-11-14T08:34:04,821 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:04,821 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:04,821 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:04,824 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal.1731573244805 2024-11-14T08:34:04,824 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:04,825 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a3ab9385f4be4b35ae3eabd20cb03f8e, NAME => 'testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:04,825 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:04,825 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,825 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,827 INFO [StoreOpener-a3ab9385f4be4b35ae3eabd20cb03f8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,829 INFO [StoreOpener-a3ab9385f4be4b35ae3eabd20cb03f8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3ab9385f4be4b35ae3eabd20cb03f8e columnFamilyName a 2024-11-14T08:34:04,830 DEBUG [StoreOpener-a3ab9385f4be4b35ae3eabd20cb03f8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:04,830 INFO [StoreOpener-a3ab9385f4be4b35ae3eabd20cb03f8e-1 {}] regionserver.HStore(327): Store=a3ab9385f4be4b35ae3eabd20cb03f8e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:04,830 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,832 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,835 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002 2024-11-14T08:34:04,838 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:04,840 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002 2024-11-14T08:34:04,840 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a3ab9385f4be4b35ae3eabd20cb03f8e 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-14T08:34:04,857 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/.tmp/a/0b1f78ac4824480591fed68b05d69178 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731573244684/Put/seqid=0 2024-11-14T08:34:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741852_1028 (size=5170) 2024-11-14T08:34:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741852_1028 (size=5170) 2024-11-14T08:34:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741852_1028 (size=5170) 2024-11-14T08:34:04,867 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/.tmp/a/0b1f78ac4824480591fed68b05d69178 2024-11-14T08:34:04,876 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/.tmp/a/0b1f78ac4824480591fed68b05d69178 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/a/0b1f78ac4824480591fed68b05d69178 2024-11-14T08:34:04,884 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/a/0b1f78ac4824480591fed68b05d69178, entries=2, sequenceid=2, filesize=5.0 K 2024-11-14T08:34:04,884 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a3ab9385f4be4b35ae3eabd20cb03f8e in 44ms, sequenceid=2, compaction requested=false; wal=null 2024-11-14T08:34:04,885 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/0000000000000000002 2024-11-14T08:34:04,885 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,885 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,888 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a3ab9385f4be4b35ae3eabd20cb03f8e 2024-11-14T08:34:04,890 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/a3ab9385f4be4b35ae3eabd20cb03f8e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-14T08:34:04,892 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a3ab9385f4be4b35ae3eabd20cb03f8e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61669087, jitterRate=-0.08105899393558502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T08:34:04,892 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a3ab9385f4be4b35ae3eabd20cb03f8e: Writing region info on filesystem at 1731573244825Initializing all the Stores at 1731573244827 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573244827Obtaining lock to block concurrent updates at 1731573244840 (+13 ms)Preparing flush snapshotting stores in a3ab9385f4be4b35ae3eabd20cb03f8e at 1731573244840Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731573244840Flushing stores of testReplayEditsWrittenIntoWAL,,1731573244620.a3ab9385f4be4b35ae3eabd20cb03f8e. at 1731573244840Flushing a3ab9385f4be4b35ae3eabd20cb03f8e/a: creating writer at 1731573244840Flushing a3ab9385f4be4b35ae3eabd20cb03f8e/a: appending metadata at 1731573244855 (+15 ms)Flushing a3ab9385f4be4b35ae3eabd20cb03f8e/a: closing flushed file at 1731573244855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c20606c: reopening flushed file at 1731573244875 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a3ab9385f4be4b35ae3eabd20cb03f8e in 44ms, sequenceid=2, compaction requested=false; wal=null at 1731573244884 (+9 ms)Cleaning up temporary data from old regions at 1731573244886 (+2 ms)Region opened successfully at 1731573244892 (+6 ms) 2024-11-14T08:34:04,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=389 (was 379) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:53960 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:47014 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:57402 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:52658 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:53864 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=6923 (was 6927) 2024-11-14T08:34:04,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=389, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=6923 2024-11-14T08:34:04,939 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:04,941 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:04,942 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:04,945 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50032901, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-50032901, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:04,959 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50032901/hregion-50032901.1731573244946, exclude list is [], retry=0 2024-11-14T08:34:04,963 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:04,963 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:04,964 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:04,966 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50032901/hregion-50032901.1731573244946 2024-11-14T08:34:04,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:04,967 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6067122e70da0165f850372744e7e697, NAME => 'testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741854_1030 (size=64) 2024-11-14T08:34:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741854_1030 (size=64) 2024-11-14T08:34:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741854_1030 (size=64) 2024-11-14T08:34:05,117 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:05,119 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6067122e70da0165f850372744e7e697 2024-11-14T08:34:05,121 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6067122e70da0165f850372744e7e697 columnFamilyName a 2024-11-14T08:34:05,121 DEBUG [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:05,122 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(327): Store=6067122e70da0165f850372744e7e697/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:05,122 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6067122e70da0165f850372744e7e697 2024-11-14T08:34:05,123 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6067122e70da0165f850372744e7e697 columnFamilyName b 2024-11-14T08:34:05,123 DEBUG [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:05,124 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(327): Store=6067122e70da0165f850372744e7e697/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:05,124 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6067122e70da0165f850372744e7e697 2024-11-14T08:34:05,126 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6067122e70da0165f850372744e7e697 columnFamilyName c 2024-11-14T08:34:05,126 DEBUG [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:05,126 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(327): Store=6067122e70da0165f850372744e7e697/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:05,126 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6067122e70da0165f850372744e7e697 2024-11-14T08:34:05,127 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697 2024-11-14T08:34:05,128 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697 2024-11-14T08:34:05,129 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6067122e70da0165f850372744e7e697 2024-11-14T08:34:05,129 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6067122e70da0165f850372744e7e697 2024-11-14T08:34:05,130 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:05,131 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6067122e70da0165f850372744e7e697 2024-11-14T08:34:05,133 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:05,134 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6067122e70da0165f850372744e7e697; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62354697, jitterRate=-0.07084260880947113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:05,134 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6067122e70da0165f850372744e7e697: Writing region info on filesystem at 1731573245117Initializing all the Stores at 1731573245119 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573245119Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573245119Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573245119Cleaning up temporary data from old regions at 1731573245129 (+10 ms)Region opened successfully at 1731573245134 (+5 ms) 2024-11-14T08:34:05,134 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6067122e70da0165f850372744e7e697, disabling compactions & flushes 2024-11-14T08:34:05,134 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. 2024-11-14T08:34:05,134 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. 2024-11-14T08:34:05,135 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. after waiting 0 ms 2024-11-14T08:34:05,135 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. 2024-11-14T08:34:05,135 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. 2024-11-14T08:34:05,135 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6067122e70da0165f850372744e7e697: Waiting for close lock at 1731573245134Disabling compacts and flushes for region at 1731573245134Disabling writes for close at 1731573245135 (+1 ms)Writing region close event to WAL at 1731573245135Closed at 1731573245135 2024-11-14T08:34:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741853_1029 (size=95) 2024-11-14T08:34:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741853_1029 (size=95) 2024-11-14T08:34:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741853_1029 (size=95) 2024-11-14T08:34:05,141 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:05,141 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50032901:(num 1731573244946) 2024-11-14T08:34:05,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:05,143 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:05,156 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143, exclude list is [], retry=0 2024-11-14T08:34:05,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:05,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:05,160 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:05,163 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 2024-11-14T08:34:05,164 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:05,402 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143, size=0 (0bytes) 2024-11-14T08:34:05,402 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 might be still open, length is 0 2024-11-14T08:34:05,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 2024-11-14T08:34:05,403 WARN [IPC Server handler 4 on default port 46837 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-14T08:34:05,404 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 after 2ms 2024-11-14T08:34:05,800 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:54000 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41885:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54000 dst: /127.0.0.1:41885 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41885 remote=/127.0.0.1:54000]. Total timeout mills is 60000, 59567 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:05,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:52684 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41709:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52684 dst: /127.0.0.1:41709 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:05,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:47056 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47056 dst: /127.0.0.1:44409 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:05,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741855_1032 (size=263633) 2024-11-14T08:34:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741855_1032 (size=263633) 2024-11-14T08:34:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741855_1032 (size=263633) 2024-11-14T08:34:09,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T08:34:09,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:34:09,406 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 after 4003ms 2024-11-14T08:34:09,415 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:09,417 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 took 4015ms 2024-11-14T08:34:09,422 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731573245143.temp 2024-11-14T08:34:09,427 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000000001-wal.1731573245143.temp 2024-11-14T08:34:09,549 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143; continuing. 2024-11-14T08:34:09,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 so closing down 2024-11-14T08:34:09,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:09,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741856_1033 (size=263641) 2024-11-14T08:34:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741856_1033 (size=263641) 2024-11-14T08:34:09,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741856_1033 (size=263641) 2024-11-14T08:34:09,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000000001-wal.1731573245143.temp (wrote 3002 edits, skipped 0 edits in 67 ms) 2024-11-14T08:34:09,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000000001-wal.1731573245143.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000003002 2024-11-14T08:34:09,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T08:34:09,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143, journal: Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143, size=0 (0bytes) at 1731573245402Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000000001-wal.1731573245143.temp at 1731573249427 (+4025 ms)Split 1024 edits, skipped 0 edits. at 1731573249495 (+68 ms)Split 2048 edits, skipped 0 edits. at 1731573249524 (+29 ms)Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 so closing down at 1731573249549 (+25 ms)3 split writer threads finished at 1731573249549Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000000001-wal.1731573245143.temp (wrote 3002 edits, skipped 0 edits in 67 ms) at 1731573249554 (+5 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000000001-wal.1731573245143.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000003002 at 1731573249556 (+2 ms)Processed 3002 edits across 1 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143, size=0, length=0, corrupted=false, cancelled=false at 1731573249556 2024-11-14T08:34:09,558 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573245143 2024-11-14T08:34:09,560 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000003002 2024-11-14T08:34:09,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:09,563 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:09,581 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573249563, exclude list is [], retry=0 2024-11-14T08:34:09,584 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:09,585 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:09,585 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:09,587 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573249563 2024-11-14T08:34:09,588 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:09,588 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:09,590 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6067122e70da0165f850372744e7e697 2024-11-14T08:34:09,591 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6067122e70da0165f850372744e7e697 columnFamilyName a 2024-11-14T08:34:09,591 DEBUG [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:09,592 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(327): Store=6067122e70da0165f850372744e7e697/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:09,592 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6067122e70da0165f850372744e7e697 2024-11-14T08:34:09,593 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6067122e70da0165f850372744e7e697 columnFamilyName b 2024-11-14T08:34:09,593 DEBUG [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:09,593 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(327): Store=6067122e70da0165f850372744e7e697/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:09,594 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6067122e70da0165f850372744e7e697 2024-11-14T08:34:09,595 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6067122e70da0165f850372744e7e697 columnFamilyName c 2024-11-14T08:34:09,595 DEBUG [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:09,595 INFO [StoreOpener-6067122e70da0165f850372744e7e697-1 {}] regionserver.HStore(327): Store=6067122e70da0165f850372744e7e697/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:09,595 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6067122e70da0165f850372744e7e697 2024-11-14T08:34:09,596 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697 2024-11-14T08:34:09,598 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697 2024-11-14T08:34:09,599 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000003002 2024-11-14T08:34:09,602 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:09,647 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T08:34:09,967 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6067122e70da0165f850372744e7e697 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-14T08:34:10,008 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/a/ddac69226fd74e6e8de7a3e11e260ed6 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731573245171/Put/seqid=0 2024-11-14T08:34:10,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741858_1035 (size=50463) 2024-11-14T08:34:10,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741858_1035 (size=50463) 2024-11-14T08:34:10,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741858_1035 (size=50463) 2024-11-14T08:34:10,018 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/a/ddac69226fd74e6e8de7a3e11e260ed6 2024-11-14T08:34:10,027 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/a/ddac69226fd74e6e8de7a3e11e260ed6 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/a/ddac69226fd74e6e8de7a3e11e260ed6 2024-11-14T08:34:10,033 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/a/ddac69226fd74e6e8de7a3e11e260ed6, entries=754, sequenceid=754, filesize=49.3 K 2024-11-14T08:34:10,034 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 6067122e70da0165f850372744e7e697 in 68ms, sequenceid=754, compaction requested=false; wal=null 2024-11-14T08:34:10,062 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T08:34:10,063 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6067122e70da0165f850372744e7e697 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-14T08:34:10,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/a/848dda0b62144b7ebb32d6dee9ae8d83 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731573245206/Put/seqid=0 2024-11-14T08:34:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741859_1036 (size=20072) 2024-11-14T08:34:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741859_1036 (size=20072) 2024-11-14T08:34:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741859_1036 (size=20072) 2024-11-14T08:34:10,487 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/a/848dda0b62144b7ebb32d6dee9ae8d83 2024-11-14T08:34:10,519 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/b/a46da09a655348599f17a445c28da186 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731573245235/Put/seqid=0 2024-11-14T08:34:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741860_1037 (size=35835) 2024-11-14T08:34:10,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741860_1037 (size=35835) 2024-11-14T08:34:10,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741860_1037 (size=35835) 2024-11-14T08:34:10,528 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/b/a46da09a655348599f17a445c28da186 2024-11-14T08:34:10,536 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/a/848dda0b62144b7ebb32d6dee9ae8d83 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/a/848dda0b62144b7ebb32d6dee9ae8d83 2024-11-14T08:34:10,543 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/a/848dda0b62144b7ebb32d6dee9ae8d83, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-14T08:34:10,545 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/b/a46da09a655348599f17a445c28da186 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/b/a46da09a655348599f17a445c28da186 2024-11-14T08:34:10,552 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/b/a46da09a655348599f17a445c28da186, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-14T08:34:10,552 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 6067122e70da0165f850372744e7e697 in 490ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-14T08:34:10,565 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T08:34:10,565 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6067122e70da0165f850372744e7e697 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-14T08:34:10,574 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/b/4b546ecda6e948ab8bf432a87b1b9d65 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731573245253/Put/seqid=0 2024-11-14T08:34:10,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741861_1038 (size=35082) 2024-11-14T08:34:10,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741861_1038 (size=35082) 2024-11-14T08:34:10,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741861_1038 (size=35082) 2024-11-14T08:34:10,583 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/b/4b546ecda6e948ab8bf432a87b1b9d65 2024-11-14T08:34:10,605 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/c/a3c19c19910a4632beac787503300bbe is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731573245291/Put/seqid=0 2024-11-14T08:34:10,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741862_1039 (size=20825) 2024-11-14T08:34:10,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741862_1039 (size=20825) 2024-11-14T08:34:10,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741862_1039 (size=20825) 2024-11-14T08:34:10,613 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/c/a3c19c19910a4632beac787503300bbe 2024-11-14T08:34:10,621 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/b/4b546ecda6e948ab8bf432a87b1b9d65 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/b/4b546ecda6e948ab8bf432a87b1b9d65 2024-11-14T08:34:10,628 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/b/4b546ecda6e948ab8bf432a87b1b9d65, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-14T08:34:10,630 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/c/a3c19c19910a4632beac787503300bbe as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/c/a3c19c19910a4632beac787503300bbe 2024-11-14T08:34:10,638 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/c/a3c19c19910a4632beac787503300bbe, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-14T08:34:10,638 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 6067122e70da0165f850372744e7e697 in 73ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-14T08:34:10,655 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731573245365/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. 2024-11-14T08:34:10,658 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000003002 2024-11-14T08:34:10,659 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T08:34:10,659 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6067122e70da0165f850372744e7e697 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-14T08:34:10,669 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/c/b13fcaf7ced74edcb68c003922d4144a is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731573245304/Put/seqid=0 2024-11-14T08:34:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741863_1040 (size=50301) 2024-11-14T08:34:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741863_1040 (size=50301) 2024-11-14T08:34:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741863_1040 (size=50301) 2024-11-14T08:34:10,679 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/c/b13fcaf7ced74edcb68c003922d4144a 2024-11-14T08:34:10,684 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b13fcaf7ced74edcb68c003922d4144a 2024-11-14T08:34:10,686 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/.tmp/c/b13fcaf7ced74edcb68c003922d4144a as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/c/b13fcaf7ced74edcb68c003922d4144a 2024-11-14T08:34:10,692 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b13fcaf7ced74edcb68c003922d4144a 2024-11-14T08:34:10,692 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/c/b13fcaf7ced74edcb68c003922d4144a, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-14T08:34:10,692 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 6067122e70da0165f850372744e7e697 in 33ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-14T08:34:10,693 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/0000000000000003002 2024-11-14T08:34:10,694 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6067122e70da0165f850372744e7e697 2024-11-14T08:34:10,694 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6067122e70da0165f850372744e7e697 2024-11-14T08:34:10,695 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T08:34:10,697 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6067122e70da0165f850372744e7e697 2024-11-14T08:34:10,700 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenIntoWAL/6067122e70da0165f850372744e7e697/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-14T08:34:10,701 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 6067122e70da0165f850372744e7e697; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63443517, jitterRate=-0.054617926478385925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T08:34:10,702 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6067122e70da0165f850372744e7e697: Writing region info on filesystem at 1731573249588Initializing all the Stores at 1731573249589 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573249589Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573249590 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573249590Cleaning up temporary data from old regions at 1731573250694 (+1104 ms)Region opened successfully at 1731573250701 (+7 ms) 2024-11-14T08:34:10,774 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6067122e70da0165f850372744e7e697, disabling compactions & flushes 2024-11-14T08:34:10,774 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. 2024-11-14T08:34:10,774 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. 2024-11-14T08:34:10,774 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. after waiting 0 ms 2024-11-14T08:34:10,774 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. 2024-11-14T08:34:10,776 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731573244940.6067122e70da0165f850372744e7e697. 2024-11-14T08:34:10,776 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6067122e70da0165f850372744e7e697: Waiting for close lock at 1731573250774Disabling compacts and flushes for region at 1731573250774Disabling writes for close at 1731573250774Writing region close event to WAL at 1731573250776 (+2 ms)Closed at 1731573250776 2024-11-14T08:34:10,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741857_1034 (size=95) 2024-11-14T08:34:10,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741857_1034 (size=95) 2024-11-14T08:34:10,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741857_1034 (size=95) 2024-11-14T08:34:10,783 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:10,783 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731573249563) 2024-11-14T08:34:10,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=403 (was 389) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-831085638_22 at /127.0.0.1:47090 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-831085638_22 at /127.0.0.1:47120 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46837 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:46837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-831085638_22 at /127.0.0.1:54042 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-831085638_22 at /127.0.0.1:52712 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=6857 (was 6923) 2024-11-14T08:34:10,811 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=181, ProcessCount=11, AvailableMemoryMB=6856 2024-11-14T08:34:10,827 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:10,829 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:10,830 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:10,833 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-19661462, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-19661462, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:10,846 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-19661462/hregion-19661462.1731573250833, exclude list is [], retry=0 2024-11-14T08:34:10,849 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:10,849 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:10,849 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:10,852 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-19661462/hregion-19661462.1731573250833 2024-11-14T08:34:10,852 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:10,853 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fb7761e49f49cf765fdcab64483b6ef5, NAME => 'test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:10,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741865_1042 (size=43) 2024-11-14T08:34:10,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741865_1042 (size=43) 2024-11-14T08:34:10,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741865_1042 (size=43) 2024-11-14T08:34:10,869 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:10,871 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:10,873 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7761e49f49cf765fdcab64483b6ef5 columnFamilyName a 2024-11-14T08:34:10,873 DEBUG [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:10,873 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(327): Store=fb7761e49f49cf765fdcab64483b6ef5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:10,874 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:10,875 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7761e49f49cf765fdcab64483b6ef5 columnFamilyName b 2024-11-14T08:34:10,876 DEBUG [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:10,876 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(327): Store=fb7761e49f49cf765fdcab64483b6ef5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:10,876 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:10,878 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7761e49f49cf765fdcab64483b6ef5 columnFamilyName c 2024-11-14T08:34:10,878 DEBUG [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:10,879 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(327): Store=fb7761e49f49cf765fdcab64483b6ef5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:10,879 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:10,880 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:10,880 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:10,882 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:10,882 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:10,882 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:10,883 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:10,886 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:10,887 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fb7761e49f49cf765fdcab64483b6ef5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63648957, jitterRate=-0.05155663192272186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:10,888 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fb7761e49f49cf765fdcab64483b6ef5: Writing region info on filesystem at 1731573250869Initializing all the Stores at 1731573250870 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573250870Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573250871 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573250871Cleaning up temporary data from old regions at 1731573250882 (+11 ms)Region opened successfully at 1731573250887 (+5 ms) 2024-11-14T08:34:10,888 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fb7761e49f49cf765fdcab64483b6ef5, disabling compactions & flushes 2024-11-14T08:34:10,888 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. 2024-11-14T08:34:10,888 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. 2024-11-14T08:34:10,888 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. after waiting 0 ms 2024-11-14T08:34:10,888 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. 2024-11-14T08:34:10,888 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. 2024-11-14T08:34:10,889 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fb7761e49f49cf765fdcab64483b6ef5: Waiting for close lock at 1731573250888Disabling compacts and flushes for region at 1731573250888Disabling writes for close at 1731573250888Writing region close event to WAL at 1731573250888Closed at 1731573250888 2024-11-14T08:34:10,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741864_1041 (size=95) 2024-11-14T08:34:10,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741864_1041 (size=95) 2024-11-14T08:34:10,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741864_1041 (size=95) 2024-11-14T08:34:10,894 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:10,894 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-19661462:(num 1731573250833) 2024-11-14T08:34:10,894 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:10,897 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:10,910 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897, exclude list is [], retry=0 2024-11-14T08:34:10,913 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:10,913 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:10,913 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:10,916 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897 2024-11-14T08:34:10,917 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:11,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:34:11,079 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:11,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:34:11,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T08:34:11,081 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T08:34:11,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:11,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-14T08:34:11,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:11,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741866_1043 (size=263359) 2024-11-14T08:34:11,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741866_1043 (size=263359) 2024-11-14T08:34:11,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741866_1043 (size=263359) 2024-11-14T08:34:11,104 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897, size=257.2 K (263359bytes) 2024-11-14T08:34:11,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897 2024-11-14T08:34:11,105 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897 after 1ms 2024-11-14T08:34:11,108 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:11,109 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897 took 5ms 2024-11-14T08:34:11,113 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731573250897.temp 2024-11-14T08:34:11,115 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000000001-wal.1731573250897.temp 2024-11-14T08:34:11,159 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897 so closing down 2024-11-14T08:34:11,159 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:11,159 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741867_1044 (size=263359) 2024-11-14T08:34:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741867_1044 (size=263359) 2024-11-14T08:34:11,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741867_1044 (size=263359) 2024-11-14T08:34:11,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000000001-wal.1731573250897.temp (wrote 3000 edits, skipped 0 edits in 37 ms) 2024-11-14T08:34:11,165 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000000001-wal.1731573250897.temp to hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003000 2024-11-14T08:34:11,165 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-14T08:34:11,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897, journal: Splitting hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897, size=257.2 K (263359bytes) at 1731573251104Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000000001-wal.1731573250897.temp at 1731573251115 (+11 ms)Split 1024 edits, skipped 0 edits. at 1731573251126 (+11 ms)Split 2048 edits, skipped 0 edits. at 1731573251142 (+16 ms)Finishing writing output for hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897 so closing down at 1731573251159 (+17 ms)3 split writer threads finished at 1731573251159Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000000001-wal.1731573250897.temp (wrote 3000 edits, skipped 0 edits in 37 ms) at 1731573251164 (+5 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000000001-wal.1731573250897.temp to hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003000 at 1731573251165 (+1 ms)Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731573251165 2024-11-14T08:34:11,167 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573250897 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573250897 2024-11-14T08:34:11,168 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003000 2024-11-14T08:34:11,169 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:11,171 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:11,185 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171, exclude list is [], retry=0 2024-11-14T08:34:11,188 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:11,189 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:11,189 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:11,191 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171 2024-11-14T08:34:11,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741868_1045 (size=263486) 2024-11-14T08:34:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741868_1045 (size=263486) 2024-11-14T08:34:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741868_1045 (size=263486) 2024-11-14T08:34:11,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171, size=257.3 K (263486bytes) 2024-11-14T08:34:11,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171 2024-11-14T08:34:11,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171 after 0ms 2024-11-14T08:34:11,396 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:11,398 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171 took 7ms 2024-11-14T08:34:11,402 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731573251171.temp 2024-11-14T08:34:11,404 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003001-wal.1731573251171.temp 2024-11-14T08:34:11,458 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171 so closing down 2024-11-14T08:34:11,458 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:11,458 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:11,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741869_1046 (size=263486) 2024-11-14T08:34:11,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741869_1046 (size=263486) 2024-11-14T08:34:11,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741869_1046 (size=263486) 2024-11-14T08:34:11,462 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003001-wal.1731573251171.temp (wrote 3000 edits, skipped 0 edits in 36 ms) 2024-11-14T08:34:11,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003001-wal.1731573251171.temp to hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000006000 2024-11-14T08:34:11,464 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-14T08:34:11,465 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171, journal: Splitting hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171, size=257.3 K (263486bytes) at 1731573251392Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003001-wal.1731573251171.temp at 1731573251404 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731573251420 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731573251440 (+20 ms)Finishing writing output for hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171 so closing down at 1731573251458 (+18 ms)3 split writer threads finished at 1731573251458Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003001-wal.1731573251171.temp (wrote 3000 edits, skipped 0 edits in 36 ms) at 1731573251462 (+4 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003001-wal.1731573251171.temp to hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000006000 at 1731573251464 (+2 ms)Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731573251464 2024-11-14T08:34:11,467 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251171 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573251171 2024-11-14T08:34:11,468 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000006000 2024-11-14T08:34:11,468 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:11,470 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/test2727-manual,16010,1731573250826, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:11,492 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251471, exclude list is [], retry=0 2024-11-14T08:34:11,495 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:11,496 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:11,497 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:11,499 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731573250826/wal.1731573251471 2024-11-14T08:34:11,500 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:11,500 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fb7761e49f49cf765fdcab64483b6ef5, NAME => 'test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:11,501 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:11,501 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,501 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,503 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,504 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7761e49f49cf765fdcab64483b6ef5 columnFamilyName a 2024-11-14T08:34:11,505 DEBUG [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:11,505 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(327): Store=fb7761e49f49cf765fdcab64483b6ef5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:11,506 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,507 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7761e49f49cf765fdcab64483b6ef5 columnFamilyName b 2024-11-14T08:34:11,507 DEBUG [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:11,508 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(327): Store=fb7761e49f49cf765fdcab64483b6ef5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:11,508 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,509 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7761e49f49cf765fdcab64483b6ef5 columnFamilyName c 2024-11-14T08:34:11,510 DEBUG [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:11,510 INFO [StoreOpener-fb7761e49f49cf765fdcab64483b6ef5-1 {}] regionserver.HStore(327): Store=fb7761e49f49cf765fdcab64483b6ef5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:11,511 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,514 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,515 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003000 2024-11-14T08:34:11,518 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:11,571 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003000 2024-11-14T08:34:11,573 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000006000 2024-11-14T08:34:11,576 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:11,621 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000006000 2024-11-14T08:34:11,622 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb7761e49f49cf765fdcab64483b6ef5 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-14T08:34:11,643 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/.tmp/a/7e27e76832d54975b173b9747c835797 is 41, key is test2727/a:100/1731573251195/Put/seqid=0 2024-11-14T08:34:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741871_1048 (size=84227) 2024-11-14T08:34:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741871_1048 (size=84227) 2024-11-14T08:34:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741871_1048 (size=84227) 2024-11-14T08:34:11,651 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/.tmp/a/7e27e76832d54975b173b9747c835797 2024-11-14T08:34:11,680 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/.tmp/b/777b5df8e776487098add5e7944c78c7 is 41, key is test2727/b:100/1731573251250/Put/seqid=0 2024-11-14T08:34:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741872_1049 (size=84609) 2024-11-14T08:34:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741872_1049 (size=84609) 2024-11-14T08:34:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741872_1049 (size=84609) 2024-11-14T08:34:11,686 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/.tmp/b/777b5df8e776487098add5e7944c78c7 2024-11-14T08:34:11,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/.tmp/c/7e01adca42304588a8b61d8be3d98748 is 41, key is test2727/c:100/1731573251316/Put/seqid=0 2024-11-14T08:34:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741873_1050 (size=84609) 2024-11-14T08:34:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741873_1050 (size=84609) 2024-11-14T08:34:11,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741873_1050 (size=84609) 2024-11-14T08:34:11,719 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/.tmp/c/7e01adca42304588a8b61d8be3d98748 2024-11-14T08:34:11,727 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/.tmp/a/7e27e76832d54975b173b9747c835797 as hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/a/7e27e76832d54975b173b9747c835797 2024-11-14T08:34:11,734 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/a/7e27e76832d54975b173b9747c835797, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-14T08:34:11,736 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/.tmp/b/777b5df8e776487098add5e7944c78c7 as hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/b/777b5df8e776487098add5e7944c78c7 2024-11-14T08:34:11,744 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/b/777b5df8e776487098add5e7944c78c7, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-14T08:34:11,745 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/.tmp/c/7e01adca42304588a8b61d8be3d98748 as hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/c/7e01adca42304588a8b61d8be3d98748 2024-11-14T08:34:11,752 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/c/7e01adca42304588a8b61d8be3d98748, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-14T08:34:11,753 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for fb7761e49f49cf765fdcab64483b6ef5 in 132ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-14T08:34:11,754 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000003000 2024-11-14T08:34:11,754 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/0000000000000006000 2024-11-14T08:34:11,756 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,756 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,757 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:11,758 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fb7761e49f49cf765fdcab64483b6ef5 2024-11-14T08:34:11,761 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/test2727/fb7761e49f49cf765fdcab64483b6ef5/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-14T08:34:11,762 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fb7761e49f49cf765fdcab64483b6ef5; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59774196, jitterRate=-0.1092950701713562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:11,763 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fb7761e49f49cf765fdcab64483b6ef5: Writing region info on filesystem at 1731573251501Initializing all the Stores at 1731573251502 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573251503 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573251503Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573251503Obtaining lock to block concurrent updates at 1731573251622 (+119 ms)Preparing flush snapshotting stores in fb7761e49f49cf765fdcab64483b6ef5 at 1731573251622Finished memstore snapshotting test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731573251622Flushing stores of test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. at 1731573251622Flushing fb7761e49f49cf765fdcab64483b6ef5/a: creating writer at 1731573251622Flushing fb7761e49f49cf765fdcab64483b6ef5/a: appending metadata at 1731573251642 (+20 ms)Flushing fb7761e49f49cf765fdcab64483b6ef5/a: closing flushed file at 1731573251642Flushing fb7761e49f49cf765fdcab64483b6ef5/b: creating writer at 1731573251659 (+17 ms)Flushing fb7761e49f49cf765fdcab64483b6ef5/b: appending metadata at 1731573251678 (+19 ms)Flushing fb7761e49f49cf765fdcab64483b6ef5/b: closing flushed file at 1731573251678Flushing fb7761e49f49cf765fdcab64483b6ef5/c: creating writer at 1731573251693 (+15 ms)Flushing fb7761e49f49cf765fdcab64483b6ef5/c: appending metadata at 1731573251712 (+19 ms)Flushing fb7761e49f49cf765fdcab64483b6ef5/c: closing flushed file at 1731573251712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa8248: reopening flushed file at 1731573251726 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60bd9c3b: reopening flushed file at 1731573251735 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b09eb3: reopening flushed file at 1731573251744 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for fb7761e49f49cf765fdcab64483b6ef5 in 132ms, sequenceid=6000, compaction requested=false; wal=null at 1731573251753 (+9 ms)Cleaning up temporary data from old regions at 1731573251756 (+3 ms)Region opened successfully at 1731573251763 (+7 ms) 2024-11-14T08:34:11,765 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-14T08:34:11,765 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fb7761e49f49cf765fdcab64483b6ef5, disabling compactions & flushes 2024-11-14T08:34:11,765 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. 2024-11-14T08:34:11,765 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. 2024-11-14T08:34:11,765 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. after waiting 0 ms 2024-11-14T08:34:11,765 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. 2024-11-14T08:34:11,767 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731573250827.fb7761e49f49cf765fdcab64483b6ef5. 2024-11-14T08:34:11,767 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fb7761e49f49cf765fdcab64483b6ef5: Waiting for close lock at 1731573251765Disabling compacts and flushes for region at 1731573251765Disabling writes for close at 1731573251765Writing region close event to WAL at 1731573251767 (+2 ms)Closed at 1731573251767 2024-11-14T08:34:11,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741870_1047 (size=95) 2024-11-14T08:34:11,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741870_1047 (size=95) 2024-11-14T08:34:11,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741870_1047 (size=95) 2024-11-14T08:34:11,773 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:11,773 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731573251471) 2024-11-14T08:34:11,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=405 (was 403) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:47244 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:54160 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:52712 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=181 (was 181), ProcessCount=11 (was 11), AvailableMemoryMB=6711 (was 6856) 2024-11-14T08:34:11,796 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=6710 2024-11-14T08:34:11,812 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:11,818 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:11,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731573251818 2024-11-14T08:34:11,825 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818 2024-11-14T08:34:11,826 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:11,828 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a35ff40206a6d6caa409c75fccd8c75c, NAME => 'testSequentialEditLogSeqNum,,1731573251812.a35ff40206a6d6caa409c75fccd8c75c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:11,828 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731573251812.a35ff40206a6d6caa409c75fccd8c75c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:11,828 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a35ff40206a6d6caa409c75fccd8c75c 2024-11-14T08:34:11,828 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a35ff40206a6d6caa409c75fccd8c75c 2024-11-14T08:34:11,829 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c doesn't exist for region: a35ff40206a6d6caa409c75fccd8c75c on table testSequentialEditLogSeqNum 2024-11-14T08:34:11,829 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: a35ff40206a6d6caa409c75fccd8c75c on table testSequentialEditLogSeqNum 2024-11-14T08:34:11,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741875_1052 (size=62) 2024-11-14T08:34:11,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741875_1052 (size=62) 2024-11-14T08:34:11,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741875_1052 (size=62) 2024-11-14T08:34:11,842 INFO [StoreOpener-a35ff40206a6d6caa409c75fccd8c75c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a35ff40206a6d6caa409c75fccd8c75c 2024-11-14T08:34:11,843 INFO [StoreOpener-a35ff40206a6d6caa409c75fccd8c75c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a35ff40206a6d6caa409c75fccd8c75c columnFamilyName a 2024-11-14T08:34:11,844 DEBUG [StoreOpener-a35ff40206a6d6caa409c75fccd8c75c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:11,844 INFO [StoreOpener-a35ff40206a6d6caa409c75fccd8c75c-1 {}] regionserver.HStore(327): Store=a35ff40206a6d6caa409c75fccd8c75c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:11,844 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a35ff40206a6d6caa409c75fccd8c75c 2024-11-14T08:34:11,845 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c 2024-11-14T08:34:11,845 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c 2024-11-14T08:34:11,846 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a35ff40206a6d6caa409c75fccd8c75c 2024-11-14T08:34:11,846 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a35ff40206a6d6caa409c75fccd8c75c 2024-11-14T08:34:11,848 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a35ff40206a6d6caa409c75fccd8c75c 2024-11-14T08:34:11,851 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:11,851 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a35ff40206a6d6caa409c75fccd8c75c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70908410, jitterRate=0.05661764740943909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T08:34:11,853 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a35ff40206a6d6caa409c75fccd8c75c: Writing region info on filesystem at 1731573251828Initializing all the Stores at 1731573251841 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573251841Cleaning up temporary data from old regions at 1731573251846 (+5 ms)Region opened successfully at 1731573251853 (+7 ms) 2024-11-14T08:34:11,866 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a35ff40206a6d6caa409c75fccd8c75c 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-14T08:34:11,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/.tmp/a/fd354dd091354582adede79fb36dcdac is 81, key is testSequentialEditLogSeqNum/a:x0/1731573251853/Put/seqid=0 2024-11-14T08:34:11,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741876_1053 (size=5833) 2024-11-14T08:34:11,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741876_1053 (size=5833) 2024-11-14T08:34:11,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741876_1053 (size=5833) 2024-11-14T08:34:11,895 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/.tmp/a/fd354dd091354582adede79fb36dcdac 2024-11-14T08:34:11,902 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/.tmp/a/fd354dd091354582adede79fb36dcdac as hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/a/fd354dd091354582adede79fb36dcdac 2024-11-14T08:34:11,909 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/a/fd354dd091354582adede79fb36dcdac, entries=10, sequenceid=13, filesize=5.7 K 2024-11-14T08:34:11,910 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a35ff40206a6d6caa409c75fccd8c75c in 44ms, sequenceid=13, compaction requested=false 2024-11-14T08:34:11,911 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a35ff40206a6d6caa409c75fccd8c75c: 2024-11-14T08:34:11,916 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T08:34:11,916 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T08:34:11,916 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T08:34:11,916 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T08:34:11,917 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T08:34:11,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741874_1051 (size=1842) 2024-11-14T08:34:11,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741874_1051 (size=1842) 2024-11-14T08:34:11,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741874_1051 (size=1842) 2024-11-14T08:34:11,935 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818, size=1.8 K (1842bytes) 2024-11-14T08:34:11,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818 2024-11-14T08:34:11,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818 after 0ms 2024-11-14T08:34:11,939 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:11,939 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818 took 4ms 2024-11-14T08:34:11,942 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818 so closing down 2024-11-14T08:34:11,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:11,943 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731573251818.temp 2024-11-14T08:34:11,944 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/recovered.edits/0000000000000000003-wal.1731573251818.temp 2024-11-14T08:34:11,945 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741877_1054 (size=1477) 2024-11-14T08:34:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741877_1054 (size=1477) 2024-11-14T08:34:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741877_1054 (size=1477) 2024-11-14T08:34:11,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/recovered.edits/0000000000000000003-wal.1731573251818.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:11,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/recovered.edits/0000000000000000003-wal.1731573251818.temp to hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/recovered.edits/0000000000000000020 2024-11-14T08:34:11,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818, size=1.8 K, length=1842, corrupted=false, cancelled=false 2024-11-14T08:34:11,961 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818, journal: Splitting hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818, size=1.8 K (1842bytes) at 1731573251935Finishing writing output for hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818 so closing down at 1731573251942 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/recovered.edits/0000000000000000003-wal.1731573251818.temp at 1731573251944 (+2 ms)3 split writer threads finished at 1731573251945 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/recovered.edits/0000000000000000003-wal.1731573251818.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731573251959 (+14 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/recovered.edits/0000000000000000003-wal.1731573251818.temp to hdfs://localhost:46837/hbase/data/default/testSequentialEditLogSeqNum/a35ff40206a6d6caa409c75fccd8c75c/recovered.edits/0000000000000000020 at 1731573251960 (+1 ms)Processed 17 edits across 1 Regions in 20 ms; skipped=2; WAL=hdfs://localhost:46837/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731573251811/wal.1731573251818, size=1.8 K, length=1842, corrupted=false, cancelled=false at 1731573251961 (+1 ms) 2024-11-14T08:34:11,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=412 (was 405) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:47244 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:52712 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=6691 (was 6710) 2024-11-14T08:34:11,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=412, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=6689 2024-11-14T08:34:12,002 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:12,005 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:12,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:12,044 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63438961, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-63438961, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:12,057 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63438961/hregion-63438961.1731573252044, exclude list is [], retry=0 2024-11-14T08:34:12,060 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:12,061 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:12,061 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:12,068 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63438961/hregion-63438961.1731573252044 2024-11-14T08:34:12,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:12,069 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 68b5f6ba65284229aeaba4967688f4a1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741879_1056 (size=70) 2024-11-14T08:34:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741879_1056 (size=70) 2024-11-14T08:34:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741879_1056 (size=70) 2024-11-14T08:34:12,081 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:12,083 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,085 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68b5f6ba65284229aeaba4967688f4a1 columnFamilyName a 2024-11-14T08:34:12,085 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:12,086 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(327): Store=68b5f6ba65284229aeaba4967688f4a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:12,086 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,088 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68b5f6ba65284229aeaba4967688f4a1 columnFamilyName b 2024-11-14T08:34:12,088 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:12,089 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(327): Store=68b5f6ba65284229aeaba4967688f4a1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:12,089 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,091 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68b5f6ba65284229aeaba4967688f4a1 columnFamilyName c 2024-11-14T08:34:12,091 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:12,092 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(327): Store=68b5f6ba65284229aeaba4967688f4a1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:12,092 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,093 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,094 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,095 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,095 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,095 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:12,097 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,099 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:12,100 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 68b5f6ba65284229aeaba4967688f4a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67614197, jitterRate=0.007530048489570618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:12,102 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 68b5f6ba65284229aeaba4967688f4a1: Writing region info on filesystem at 1731573252081Initializing all the Stores at 1731573252082 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573252082Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573252083 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573252083Cleaning up temporary data from old regions at 1731573252095 (+12 ms)Region opened successfully at 1731573252102 (+7 ms) 2024-11-14T08:34:12,102 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 68b5f6ba65284229aeaba4967688f4a1, disabling compactions & flushes 2024-11-14T08:34:12,102 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. 2024-11-14T08:34:12,102 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. 2024-11-14T08:34:12,102 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. after waiting 0 ms 2024-11-14T08:34:12,102 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. 2024-11-14T08:34:12,103 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. 2024-11-14T08:34:12,103 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 68b5f6ba65284229aeaba4967688f4a1: Waiting for close lock at 1731573252102Disabling compacts and flushes for region at 1731573252102Disabling writes for close at 1731573252102Writing region close event to WAL at 1731573252103 (+1 ms)Closed at 1731573252103 2024-11-14T08:34:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741878_1055 (size=95) 2024-11-14T08:34:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741878_1055 (size=95) 2024-11-14T08:34:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741878_1055 (size=95) 2024-11-14T08:34:12,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-63438961/hregion-63438961.1731573252044 not finished, retry = 0 2024-11-14T08:34:12,212 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:12,212 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63438961:(num 1731573252044) 2024-11-14T08:34:12,212 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:12,216 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:12,231 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217, exclude list is [], retry=0 2024-11-14T08:34:12,234 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:12,234 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:12,235 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:12,236 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 2024-11-14T08:34:12,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:12,237 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 68b5f6ba65284229aeaba4967688f4a1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:12,237 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:12,237 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,237 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,238 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,239 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68b5f6ba65284229aeaba4967688f4a1 columnFamilyName a 2024-11-14T08:34:12,239 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:12,240 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(327): Store=68b5f6ba65284229aeaba4967688f4a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:12,240 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,241 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68b5f6ba65284229aeaba4967688f4a1 columnFamilyName b 2024-11-14T08:34:12,241 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:12,241 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(327): Store=68b5f6ba65284229aeaba4967688f4a1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:12,242 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,243 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68b5f6ba65284229aeaba4967688f4a1 columnFamilyName c 2024-11-14T08:34:12,243 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:12,243 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(327): Store=68b5f6ba65284229aeaba4967688f4a1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:12,244 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,244 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,247 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,247 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,247 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:12,248 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:12,249 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 68b5f6ba65284229aeaba4967688f4a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62570352, jitterRate=-0.06762909889221191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:12,250 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 68b5f6ba65284229aeaba4967688f4a1: Writing region info on filesystem at 1731573252237Initializing all the Stores at 1731573252238 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573252238Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573252238Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573252238Cleaning up temporary data from old regions at 1731573252247 (+9 ms)Region opened successfully at 1731573252250 (+3 ms) 2024-11-14T08:34:12,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731573252253/Put/seqid=0 2024-11-14T08:34:12,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741881_1058 (size=4826) 2024-11-14T08:34:12,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741881_1058 (size=4826) 2024-11-14T08:34:12,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741881_1058 (size=4826) 2024-11-14T08:34:12,263 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46837/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 68b5f6ba65284229aeaba4967688f4a1/a 2024-11-14T08:34:12,273 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-14T08:34:12,273 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:34:12,273 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 68b5f6ba65284229aeaba4967688f4a1: 2024-11-14T08:34:12,275 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/a/87a67964d85c46f68c7c0fc4f8e944ff_SeqId_3_ 2024-11-14T08:34:12,276 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46837/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 68b5f6ba65284229aeaba4967688f4a1/a as hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/a/87a67964d85c46f68c7c0fc4f8e944ff_SeqId_3_ - updating store file list. 2024-11-14T08:34:12,282 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87a67964d85c46f68c7c0fc4f8e944ff_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-14T08:34:12,282 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/a/87a67964d85c46f68c7c0fc4f8e944ff_SeqId_3_ into 68b5f6ba65284229aeaba4967688f4a1/a 2024-11-14T08:34:12,282 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46837/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 68b5f6ba65284229aeaba4967688f4a1/a (new location: hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/a/87a67964d85c46f68c7c0fc4f8e944ff_SeqId_3_) 2024-11-14T08:34:12,325 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217, size=0 (0bytes) 2024-11-14T08:34:12,325 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 might be still open, length is 0 2024-11-14T08:34:12,325 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 2024-11-14T08:34:12,325 WARN [IPC Server handler 2 on default port 46837 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-14T08:34:12,326 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 after 1ms 2024-11-14T08:34:14,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:50254 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41709:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50254 dst: /127.0.0.1:41709 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41709 remote=/127.0.0.1:50254]. Total timeout mills is 60000, 57497 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:14,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:57534 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41885:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57534 dst: /127.0.0.1:41885 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:14,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:48676 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48676 dst: /127.0.0.1:44409 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741880_1059 (size=472) 2024-11-14T08:34:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741880_1059 (size=472) 2024-11-14T08:34:16,328 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 after 4002ms 2024-11-14T08:34:16,335 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:16,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 took 4010ms 2024-11-14T08:34:16,337 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217; continuing. 2024-11-14T08:34:16,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 so closing down 2024-11-14T08:34:16,337 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:16,339 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731573252217.temp 2024-11-14T08:34:16,341 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005-wal.1731573252217.temp 2024-11-14T08:34:16,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:16,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741882_1060 (size=259) 2024-11-14T08:34:16,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741882_1060 (size=259) 2024-11-14T08:34:16,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741882_1060 (size=259) 2024-11-14T08:34:16,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005-wal.1731573252217.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:16,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005-wal.1731573252217.temp to hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005 2024-11-14T08:34:16,350 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T08:34:16,350 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217, journal: Splitting hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217, size=0 (0bytes) at 1731573252325Finishing writing output for hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 so closing down at 1731573256337 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005-wal.1731573252217.temp at 1731573256341 (+4 ms)3 split writer threads finished at 1731573256341Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005-wal.1731573252217.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731573256348 (+7 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005-wal.1731573252217.temp to hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005 at 1731573256350 (+2 ms)Processed 2 edits across 1 Regions in 15 ms; skipped=1; WAL=hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217, size=0, length=0, corrupted=false, cancelled=false at 1731573256350 2024-11-14T08:34:16,352 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573252217 2024-11-14T08:34:16,352 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005 2024-11-14T08:34:16,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:16,354 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:16,370 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573256355, exclude list is [], retry=0 2024-11-14T08:34:16,373 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:16,373 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:16,373 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:16,375 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573256355 2024-11-14T08:34:16,396 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:16,396 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 68b5f6ba65284229aeaba4967688f4a1, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:16,397 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:16,397 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,397 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,398 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,399 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68b5f6ba65284229aeaba4967688f4a1 columnFamilyName a 2024-11-14T08:34:16,399 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:16,406 DEBUG [StoreFileOpener-68b5f6ba65284229aeaba4967688f4a1-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87a67964d85c46f68c7c0fc4f8e944ff_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-14T08:34:16,406 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/a/87a67964d85c46f68c7c0fc4f8e944ff_SeqId_3_ 2024-11-14T08:34:16,406 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(327): Store=68b5f6ba65284229aeaba4967688f4a1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:16,407 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,408 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68b5f6ba65284229aeaba4967688f4a1 columnFamilyName b 2024-11-14T08:34:16,408 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:16,408 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(327): Store=68b5f6ba65284229aeaba4967688f4a1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:16,408 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,409 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68b5f6ba65284229aeaba4967688f4a1 columnFamilyName c 2024-11-14T08:34:16,409 DEBUG [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:16,410 INFO [StoreOpener-68b5f6ba65284229aeaba4967688f4a1-1 {}] regionserver.HStore(327): Store=68b5f6ba65284229aeaba4967688f4a1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:16,410 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,413 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005 2024-11-14T08:34:16,415 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:16,415 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005 2024-11-14T08:34:16,416 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 68b5f6ba65284229aeaba4967688f4a1 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-14T08:34:16,430 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/.tmp/a/56b7023918be4ee89736eb256ccd13c6 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731573252287/Put/seqid=0 2024-11-14T08:34:16,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741884_1062 (size=5149) 2024-11-14T08:34:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741884_1062 (size=5149) 2024-11-14T08:34:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741884_1062 (size=5149) 2024-11-14T08:34:16,437 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/.tmp/a/56b7023918be4ee89736eb256ccd13c6 2024-11-14T08:34:16,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/.tmp/a/56b7023918be4ee89736eb256ccd13c6 as hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/a/56b7023918be4ee89736eb256ccd13c6 2024-11-14T08:34:16,448 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/a/56b7023918be4ee89736eb256ccd13c6, entries=1, sequenceid=5, filesize=5.0 K 2024-11-14T08:34:16,448 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 68b5f6ba65284229aeaba4967688f4a1 in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-11-14T08:34:16,449 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/0000000000000000005 2024-11-14T08:34:16,450 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,450 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,451 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:16,453 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 68b5f6ba65284229aeaba4967688f4a1 2024-11-14T08:34:16,455 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/68b5f6ba65284229aeaba4967688f4a1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T08:34:16,455 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 68b5f6ba65284229aeaba4967688f4a1; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69221713, jitterRate=0.03148390352725983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:16,456 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 68b5f6ba65284229aeaba4967688f4a1: Writing region info on filesystem at 1731573256397Initializing all the Stores at 1731573256398 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573256398Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573256398Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573256398Obtaining lock to block concurrent updates at 1731573256416 (+18 ms)Preparing flush snapshotting stores in 68b5f6ba65284229aeaba4967688f4a1 at 1731573256416Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731573256416Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. at 1731573256416Flushing 68b5f6ba65284229aeaba4967688f4a1/a: creating writer at 1731573256416Flushing 68b5f6ba65284229aeaba4967688f4a1/a: appending metadata at 1731573256430 (+14 ms)Flushing 68b5f6ba65284229aeaba4967688f4a1/a: closing flushed file at 1731573256430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320b6f8e: reopening flushed file at 1731573256442 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 68b5f6ba65284229aeaba4967688f4a1 in 33ms, sequenceid=5, compaction requested=false; wal=null at 1731573256448 (+6 ms)Cleaning up temporary data from old regions at 1731573256450 (+2 ms)Region opened successfully at 1731573256456 (+6 ms) 2024-11-14T08:34:16,459 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 68b5f6ba65284229aeaba4967688f4a1, disabling compactions & flushes 2024-11-14T08:34:16,459 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. 2024-11-14T08:34:16,459 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. 2024-11-14T08:34:16,459 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. after waiting 0 ms 2024-11-14T08:34:16,459 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. 2024-11-14T08:34:16,460 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731573252003.68b5f6ba65284229aeaba4967688f4a1. 2024-11-14T08:34:16,460 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 68b5f6ba65284229aeaba4967688f4a1: Waiting for close lock at 1731573256459Disabling compacts and flushes for region at 1731573256459Disabling writes for close at 1731573256459Writing region close event to WAL at 1731573256460 (+1 ms)Closed at 1731573256460 2024-11-14T08:34:16,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741883_1061 (size=95) 2024-11-14T08:34:16,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741883_1061 (size=95) 2024-11-14T08:34:16,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741883_1061 (size=95) 2024-11-14T08:34:16,465 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:16,465 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731573256355) 2024-11-14T08:34:16,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=415 (was 412) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_257967511_22 at /127.0.0.1:57574 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46837 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:46837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_257967511_22 at /127.0.0.1:48690 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=6593 (was 6689) 2024-11-14T08:34:16,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=415, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=6592 2024-11-14T08:34:16,506 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:16,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:34:16,514 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46849,1731573240737 2024-11-14T08:34:16,517 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63a23832 2024-11-14T08:34:16,517 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:34:16,519 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:34:16,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:34:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-14T08:34:16,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:34:16,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-14T08:34:16,536 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:16,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:34:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:34:16,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741885_1063 (size=694) 2024-11-14T08:34:16,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741885_1063 (size=694) 2024-11-14T08:34:16,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741885_1063 (size=694) 2024-11-14T08:34:16,551 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f95a4c7100030b20c7e069123e35eac, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d 2024-11-14T08:34:16,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741886_1064 (size=77) 2024-11-14T08:34:16,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741886_1064 (size=77) 2024-11-14T08:34:16,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741886_1064 (size=77) 2024-11-14T08:34:16,561 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:16,561 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 6f95a4c7100030b20c7e069123e35eac, disabling compactions & flushes 2024-11-14T08:34:16,561 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:16,561 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:16,561 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. after waiting 0 ms 2024-11-14T08:34:16,561 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:16,561 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:16,562 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f95a4c7100030b20c7e069123e35eac: Waiting for close lock at 1731573256561Disabling compacts and flushes for region at 1731573256561Disabling writes for close at 1731573256561Writing region close event to WAL at 1731573256561Closed at 1731573256561 2024-11-14T08:34:16,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:34:16,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731573256563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731573256563"}]},"ts":"1731573256563"} 2024-11-14T08:34:16,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:34:16,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:34:16,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731573256572"}]},"ts":"1731573256572"} 2024-11-14T08:34:16,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-14T08:34:16,578 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b344df224d93=0} racks are {/default-rack=0} 2024-11-14T08:34:16,579 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T08:34:16,579 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T08:34:16,579 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T08:34:16,579 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T08:34:16,580 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T08:34:16,580 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T08:34:16,580 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T08:34:16,580 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T08:34:16,580 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T08:34:16,580 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T08:34:16,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN}] 2024-11-14T08:34:16,584 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN 2024-11-14T08:34:16,585 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN; state=OFFLINE, location=b344df224d93,33117,1731573241654; forceNewPlan=false, retain=false 2024-11-14T08:34:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:34:16,741 INFO [b344df224d93:46849 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-14T08:34:16,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=OPENING, regionLocation=b344df224d93,33117,1731573241654 2024-11-14T08:34:16,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN because future has completed 2024-11-14T08:34:16,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,33117,1731573241654}] 2024-11-14T08:34:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:34:16,903 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:34:16,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:34:16,917 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:16,917 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f95a4c7100030b20c7e069123e35eac, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:16,918 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,918 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:16,918 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,918 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,920 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,922 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf1 2024-11-14T08:34:16,922 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:16,922 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:16,922 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,924 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf2 2024-11-14T08:34:16,924 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:16,924 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:16,925 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,926 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,926 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,927 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,927 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,928 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T08:34:16,930 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,932 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:16,933 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f95a4c7100030b20c7e069123e35eac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70070813, jitterRate=0.04413647949695587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T08:34:16,933 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:16,934 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f95a4c7100030b20c7e069123e35eac: Running coprocessor pre-open hook at 1731573256918Writing region info on filesystem at 1731573256918Initializing all the Stores at 1731573256920 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573256920Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573256920Cleaning up temporary data from old regions at 1731573256927 (+7 ms)Running coprocessor post-open hooks at 1731573256933 (+6 ms)Region opened successfully at 1731573256933 2024-11-14T08:34:16,935 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., pid=6, masterSystemTime=1731573256902 2024-11-14T08:34:16,938 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:16,938 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:16,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,33117,1731573241654 2024-11-14T08:34:16,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,33117,1731573241654 because future has completed 2024-11-14T08:34:16,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:34:16,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,33117,1731573241654 in 196 msec 2024-11-14T08:34:16,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:34:16,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN in 365 msec 2024-11-14T08:34:16,952 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:34:16,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731573256952"}]},"ts":"1731573256952"} 2024-11-14T08:34:16,955 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-14T08:34:16,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:34:16,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 431 msec 2024-11-14T08:34:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:34:17,176 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-14T08:34:17,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-14T08:34:17,180 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T08:34:17,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-14T08:34:17,190 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T08:34:17,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-14T08:34:17,203 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=2] 2024-11-14T08:34:17,205 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:34:17,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:34:17,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=6f95a4c7100030b20c7e069123e35eac, source=b344df224d93,33117,1731573241654, destination=b344df224d93,43695,1731573241500, warming up region on b344df224d93,43695,1731573241500 2024-11-14T08:34:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:34:17,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=6f95a4c7100030b20c7e069123e35eac, source=b344df224d93,33117,1731573241654, destination=b344df224d93,43695,1731573241500, running balancer 2024-11-14T08:34:17,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:34:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE 2024-11-14T08:34:17,229 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE 2024-11-14T08:34:17,232 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=CLOSING, regionLocation=b344df224d93,33117,1731573241654 2024-11-14T08:34:17,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(7855): Warmup {ENCODED => 6f95a4c7100030b20c7e069123e35eac, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:17,234 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE because future has completed 2024-11-14T08:34:17,236 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf1 2024-11-14T08:34:17,236 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:17,236 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T08:34:17,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,33117,1731573241654}] 2024-11-14T08:34:17,236 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:17,236 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,238 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf2 2024-11-14T08:34:17,238 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:17,238 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(1722): Closing 6f95a4c7100030b20c7e069123e35eac, disabling compactions & flushes 2024-11-14T08:34:17,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. after waiting 0 ms 2024-11-14T08:34:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] regionserver.HRegion(1676): Region close journal for 6f95a4c7100030b20c7e069123e35eac: Waiting for close lock at 1731573257238Disabling compacts and flushes for region at 1731573257238Disabling writes for close at 1731573257239 (+1 ms)Writing region close event to WAL at 1731573257239Closed at 1731573257239 2024-11-14T08:34:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-14T08:34:17,395 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,395 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T08:34:17,396 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 6f95a4c7100030b20c7e069123e35eac, disabling compactions & flushes 2024-11-14T08:34:17,396 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,396 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,396 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. after waiting 0 ms 2024-11-14T08:34:17,396 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,396 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 6f95a4c7100030b20c7e069123e35eac 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-14T08:34:17,413 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf1/f0696c30cb684468bc70ecd38019ab04 is 35, key is r1/cf1:q/1731573257207/Put/seqid=0 2024-11-14T08:34:17,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741887_1065 (size=4783) 2024-11-14T08:34:17,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741887_1065 (size=4783) 2024-11-14T08:34:17,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741887_1065 (size=4783) 2024-11-14T08:34:17,420 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf1/f0696c30cb684468bc70ecd38019ab04 2024-11-14T08:34:17,428 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf1/f0696c30cb684468bc70ecd38019ab04 as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/f0696c30cb684468bc70ecd38019ab04 2024-11-14T08:34:17,434 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/f0696c30cb684468bc70ecd38019ab04, entries=1, sequenceid=5, filesize=4.7 K 2024-11-14T08:34:17,435 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 6f95a4c7100030b20c7e069123e35eac in 39ms, sequenceid=5, compaction requested=false 2024-11-14T08:34:17,435 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-14T08:34:17,440 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T08:34:17,442 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,442 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 6f95a4c7100030b20c7e069123e35eac: Waiting for close lock at 1731573257396Running coprocessor pre-close hooks at 1731573257396Disabling compacts and flushes for region at 1731573257396Disabling writes for close at 1731573257396Obtaining lock to block concurrent updates at 1731573257396Preparing flush snapshotting stores in 6f95a4c7100030b20c7e069123e35eac at 1731573257396Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731573257396Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. at 1731573257397 (+1 ms)Flushing 6f95a4c7100030b20c7e069123e35eac/cf1: creating writer at 1731573257397Flushing 6f95a4c7100030b20c7e069123e35eac/cf1: appending metadata at 1731573257413 (+16 ms)Flushing 6f95a4c7100030b20c7e069123e35eac/cf1: closing flushed file at 1731573257413Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c99d79: reopening flushed file at 1731573257427 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 6f95a4c7100030b20c7e069123e35eac in 39ms, sequenceid=5, compaction requested=false at 1731573257435 (+8 ms)Writing region close event to WAL at 1731573257437 (+2 ms)Running coprocessor post-close hooks at 1731573257441 (+4 ms)Closed at 1731573257442 (+1 ms) 2024-11-14T08:34:17,443 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 6f95a4c7100030b20c7e069123e35eac move to b344df224d93,43695,1731573241500 record at close sequenceid=5 2024-11-14T08:34:17,446 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=CLOSED 2024-11-14T08:34:17,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,33117,1731573241654 because future has completed 2024-11-14T08:34:17,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T08:34:17,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,33117,1731573241654 in 214 msec 2024-11-14T08:34:17,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE; state=CLOSED, location=b344df224d93,43695,1731573241500; forceNewPlan=false, retain=false 2024-11-14T08:34:17,605 INFO [b344df224d93:46849 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-14T08:34:17,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=OPENING, regionLocation=b344df224d93,43695,1731573241500 2024-11-14T08:34:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE because future has completed 2024-11-14T08:34:17,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,43695,1731573241500}] 2024-11-14T08:34:17,767 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,767 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f95a4c7100030b20c7e069123e35eac, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:17,767 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,767 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:17,767 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,768 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,769 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,770 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf1 2024-11-14T08:34:17,770 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:17,777 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/f0696c30cb684468bc70ecd38019ab04 2024-11-14T08:34:17,778 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:17,778 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,779 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf2 2024-11-14T08:34:17,779 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:17,779 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:17,780 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,780 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,782 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,782 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,782 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,783 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T08:34:17,785 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,786 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 6f95a4c7100030b20c7e069123e35eac; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66631458, jitterRate=-0.007113903760910034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T08:34:17,786 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:17,786 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 6f95a4c7100030b20c7e069123e35eac: Running coprocessor pre-open hook at 1731573257768Writing region info on filesystem at 1731573257768Initializing all the Stores at 1731573257769 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573257769Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573257769Cleaning up temporary data from old regions at 1731573257783 (+14 ms)Running coprocessor post-open hooks at 1731573257786 (+3 ms)Region opened successfully at 1731573257786 2024-11-14T08:34:17,788 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., pid=9, masterSystemTime=1731573257762 2024-11-14T08:34:17,790 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,790 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:17,791 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=OPEN, openSeqNum=9, regionLocation=b344df224d93,43695,1731573241500 2024-11-14T08:34:17,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,43695,1731573241500 because future has completed 2024-11-14T08:34:17,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-14T08:34:17,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,43695,1731573241500 in 187 msec 2024-11-14T08:34:17,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE in 572 msec 2024-11-14T08:34:17,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:34:17,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:34:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:33590 deadline: 1731573317840, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b344df224d93 port=43695 startCode=1731573241500. As of locationSeqNum=5. 2024-11-14T08:34:17,846 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b344df224d93 port=43695 startCode=1731573241500. As of locationSeqNum=5. 2024-11-14T08:34:17,847 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b344df224d93 port=43695 startCode=1731573241500. As of locationSeqNum=5. 2024-11-14T08:34:17,847 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,43695,1731573241500, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b344df224d93 port=43695 startCode=1731573241500. As of locationSeqNum=5. 2024-11-14T08:34:17,953 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:34:17,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:34:17,969 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6f95a4c7100030b20c7e069123e35eac 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-14T08:34:17,985 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf1/1bdb0d0a3991412c90cb7d54943fa50d is 29, key is r1/cf1:/1731573257956/DeleteFamily/seqid=0 2024-11-14T08:34:17,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741888_1066 (size=4906) 2024-11-14T08:34:17,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741888_1066 (size=4906) 2024-11-14T08:34:17,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741888_1066 (size=4906) 2024-11-14T08:34:17,995 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf1/1bdb0d0a3991412c90cb7d54943fa50d 2024-11-14T08:34:18,001 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bdb0d0a3991412c90cb7d54943fa50d 2024-11-14T08:34:18,016 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf2/751a50086e0a4f23965e51fb70f182bf is 29, key is r1/cf2:/1731573257956/DeleteFamily/seqid=0 2024-11-14T08:34:18,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741889_1067 (size=4906) 2024-11-14T08:34:18,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741889_1067 (size=4906) 2024-11-14T08:34:18,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741889_1067 (size=4906) 2024-11-14T08:34:18,024 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf2/751a50086e0a4f23965e51fb70f182bf 2024-11-14T08:34:18,030 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 751a50086e0a4f23965e51fb70f182bf 2024-11-14T08:34:18,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf1/1bdb0d0a3991412c90cb7d54943fa50d as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1bdb0d0a3991412c90cb7d54943fa50d 2024-11-14T08:34:18,037 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bdb0d0a3991412c90cb7d54943fa50d 2024-11-14T08:34:18,038 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1bdb0d0a3991412c90cb7d54943fa50d, entries=1, sequenceid=12, filesize=4.8 K 2024-11-14T08:34:18,039 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf2/751a50086e0a4f23965e51fb70f182bf as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/751a50086e0a4f23965e51fb70f182bf 2024-11-14T08:34:18,045 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 751a50086e0a4f23965e51fb70f182bf 2024-11-14T08:34:18,045 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/751a50086e0a4f23965e51fb70f182bf, entries=1, sequenceid=12, filesize=4.8 K 2024-11-14T08:34:18,046 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 6f95a4c7100030b20c7e069123e35eac in 77ms, sequenceid=12, compaction requested=false 2024-11-14T08:34:18,046 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6f95a4c7100030b20c7e069123e35eac: 2024-11-14T08:34:18,049 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T08:34:18,050 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6f95a4c7100030b20c7e069123e35eac/cf1 is initiating major compaction (all files) 2024-11-14T08:34:18,050 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:34:18,050 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:18,051 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6f95a4c7100030b20c7e069123e35eac/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,051 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/f0696c30cb684468bc70ecd38019ab04, hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1bdb0d0a3991412c90cb7d54943fa50d] into tmpdir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp, totalSize=9.5 K 2024-11-14T08:34:18,052 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f0696c30cb684468bc70ecd38019ab04, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731573257207 2024-11-14T08:34:18,053 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1bdb0d0a3991412c90cb7d54943fa50d, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-14T08:34:18,064 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 6f95a4c7100030b20c7e069123e35eac#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T08:34:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741890_1068 (size=4626) 2024-11-14T08:34:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741890_1068 (size=4626) 2024-11-14T08:34:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741890_1068 (size=4626) 2024-11-14T08:34:18,081 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf1/1575a7915a054245b7cb0b803e68e8d0 as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1575a7915a054245b7cb0b803e68e8d0 2024-11-14T08:34:18,095 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 6f95a4c7100030b20c7e069123e35eac/cf1 of 6f95a4c7100030b20c7e069123e35eac into 1575a7915a054245b7cb0b803e68e8d0(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T08:34:18,095 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6f95a4c7100030b20c7e069123e35eac: 2024-11-14T08:34:18,095 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T08:34:18,095 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6f95a4c7100030b20c7e069123e35eac/cf2 is initiating major compaction (all files) 2024-11-14T08:34:18,095 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:34:18,095 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:34:18,095 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6f95a4c7100030b20c7e069123e35eac/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,095 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/751a50086e0a4f23965e51fb70f182bf] into tmpdir=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp, totalSize=4.8 K 2024-11-14T08:34:18,096 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 751a50086e0a4f23965e51fb70f182bf, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-14T08:34:18,103 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 6f95a4c7100030b20c7e069123e35eac#cf2#compaction#17 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T08:34:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741891_1069 (size=4592) 2024-11-14T08:34:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741891_1069 (size=4592) 2024-11-14T08:34:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741891_1069 (size=4592) 2024-11-14T08:34:18,116 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/.tmp/cf2/c3230ad1ba05423aa19b97a1a1bc9e9f as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/c3230ad1ba05423aa19b97a1a1bc9e9f 2024-11-14T08:34:18,123 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 6f95a4c7100030b20c7e069123e35eac/cf2 of 6f95a4c7100030b20c7e069123e35eac into c3230ad1ba05423aa19b97a1a1bc9e9f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T08:34:18,123 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6f95a4c7100030b20c7e069123e35eac: 2024-11-14T08:34:18,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=6f95a4c7100030b20c7e069123e35eac, source=b344df224d93,43695,1731573241500, destination=b344df224d93,33117,1731573241654, warming up region on b344df224d93,33117,1731573241654 2024-11-14T08:34:18,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=6f95a4c7100030b20c7e069123e35eac, source=b344df224d93,43695,1731573241500, destination=b344df224d93,33117,1731573241654, running balancer 2024-11-14T08:34:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE 2024-11-14T08:34:18,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE 2024-11-14T08:34:18,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,132 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=CLOSING, regionLocation=b344df224d93,43695,1731573241500 2024-11-14T08:34:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(7855): Warmup {ENCODED => 6f95a4c7100030b20c7e069123e35eac, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:18,133 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,135 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf1 2024-11-14T08:34:18,135 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:18,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE because future has completed 2024-11-14T08:34:18,137 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T08:34:18,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,43695,1731573241500}] 2024-11-14T08:34:18,144 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1575a7915a054245b7cb0b803e68e8d0 2024-11-14T08:34:18,150 INFO [StoreFileOpener-6f95a4c7100030b20c7e069123e35eac-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1bdb0d0a3991412c90cb7d54943fa50d 2024-11-14T08:34:18,150 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1bdb0d0a3991412c90cb7d54943fa50d 2024-11-14T08:34:18,155 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/f0696c30cb684468bc70ecd38019ab04 2024-11-14T08:34:18,156 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:18,156 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,157 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf2 2024-11-14T08:34:18,157 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:18,167 INFO [StoreFileOpener-6f95a4c7100030b20c7e069123e35eac-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 751a50086e0a4f23965e51fb70f182bf 2024-11-14T08:34:18,167 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/751a50086e0a4f23965e51fb70f182bf 2024-11-14T08:34:18,173 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/c3230ad1ba05423aa19b97a1a1bc9e9f 2024-11-14T08:34:18,173 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(1722): Closing 6f95a4c7100030b20c7e069123e35eac, disabling compactions & flushes 2024-11-14T08:34:18,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. after waiting 0 ms 2024-11-14T08:34:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33117 {}] regionserver.HRegion(1676): Region close journal for 6f95a4c7100030b20c7e069123e35eac: Waiting for close lock at 1731573258174Disabling compacts and flushes for region at 1731573258174Disabling writes for close at 1731573258174Writing region close event to WAL at 1731573258175 (+1 ms)Closed at 1731573258175 2024-11-14T08:34:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-14T08:34:18,292 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,293 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T08:34:18,293 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 6f95a4c7100030b20c7e069123e35eac, disabling compactions & flushes 2024-11-14T08:34:18,293 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,293 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,293 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. after waiting 0 ms 2024-11-14T08:34:18,293 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,293 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/f0696c30cb684468bc70ecd38019ab04, hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1bdb0d0a3991412c90cb7d54943fa50d] to archive 2024-11-14T08:34:18,297 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T08:34:18,301 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/f0696c30cb684468bc70ecd38019ab04 to hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/f0696c30cb684468bc70ecd38019ab04 2024-11-14T08:34:18,303 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1bdb0d0a3991412c90cb7d54943fa50d to hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1bdb0d0a3991412c90cb7d54943fa50d 2024-11-14T08:34:18,319 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/751a50086e0a4f23965e51fb70f182bf] to archive 2024-11-14T08:34:18,320 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T08:34:18,322 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/751a50086e0a4f23965e51fb70f182bf to hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/751a50086e0a4f23965e51fb70f182bf 2024-11-14T08:34:18,328 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-14T08:34:18,328 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,329 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 6f95a4c7100030b20c7e069123e35eac: Waiting for close lock at 1731573258293Running coprocessor pre-close hooks at 1731573258293Disabling compacts and flushes for region at 1731573258293Disabling writes for close at 1731573258293Writing region close event to WAL at 1731573258324 (+31 ms)Running coprocessor post-close hooks at 1731573258328 (+4 ms)Closed at 1731573258328 2024-11-14T08:34:18,329 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 6f95a4c7100030b20c7e069123e35eac move to b344df224d93,33117,1731573241654 record at close sequenceid=12 2024-11-14T08:34:18,331 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,332 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=CLOSED 2024-11-14T08:34:18,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,43695,1731573241500 because future has completed 2024-11-14T08:34:18,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T08:34:18,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,43695,1731573241500 in 199 msec 2024-11-14T08:34:18,339 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE; state=CLOSED, location=b344df224d93,33117,1731573241654; forceNewPlan=false, retain=false 2024-11-14T08:34:18,490 INFO [b344df224d93:46849 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-14T08:34:18,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=OPENING, regionLocation=b344df224d93,33117,1731573241654 2024-11-14T08:34:18,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE because future has completed 2024-11-14T08:34:18,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,33117,1731573241654}] 2024-11-14T08:34:18,658 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,658 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f95a4c7100030b20c7e069123e35eac, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:18,658 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,658 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:18,659 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,659 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,660 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,661 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf1 2024-11-14T08:34:18,662 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:18,668 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1575a7915a054245b7cb0b803e68e8d0 2024-11-14T08:34:18,669 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:18,669 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,670 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf2 2024-11-14T08:34:18,670 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:18,676 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/c3230ad1ba05423aa19b97a1a1bc9e9f 2024-11-14T08:34:18,676 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:18,677 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,678 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,680 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,681 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,681 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,682 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T08:34:18,684 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,685 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 6f95a4c7100030b20c7e069123e35eac; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59728437, jitterRate=-0.10997693240642548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T08:34:18,685 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,686 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 6f95a4c7100030b20c7e069123e35eac: Running coprocessor pre-open hook at 1731573258659Writing region info on filesystem at 1731573258659Initializing all the Stores at 1731573258660 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573258660Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573258660Cleaning up temporary data from old regions at 1731573258681 (+21 ms)Running coprocessor post-open hooks at 1731573258685 (+4 ms)Region opened successfully at 1731573258685 2024-11-14T08:34:18,687 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., pid=12, masterSystemTime=1731573258652 2024-11-14T08:34:18,690 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,690 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=OPEN, openSeqNum=18, regionLocation=b344df224d93,33117,1731573241654 2024-11-14T08:34:18,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,33117,1731573241654 because future has completed 2024-11-14T08:34:18,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-14T08:34:18,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,33117,1731573241654 in 198 msec 2024-11-14T08:34:18,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, REOPEN/MOVE in 569 msec 2024-11-14T08:34:18,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:34:18,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:34:18,736 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b344df224d93,33117,1731573241654: testing ***** 2024-11-14T08:34:18,737 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:34:18,739 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:34:18,740 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:34:18,743 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:34:18,744 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:34:18,752 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 278748160 }, "NonHeapMemoryUsage": { "committed": 171442176, "init": 7667712, "max": -1, "used": 168805176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b344df224d93", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 12, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 6, "ProcessCallTime_75th_percentile": 9, "ProcessCallTime_90th_percentile": 10, "ProcessCallTime_95th_percentile": 11, "ProcessCallTime_98th_percentile": 11, "ProcessCallTime_99th_percentile": 11, "ProcessCallTime_99.9th_percentile": 11, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 12, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 6, "TotalCallTime_75th_percentile": 9, "TotalCallTime_90th_percentile": 10, "TotalCallTime_95th_percentile": 11, "TotalCallTime_98th_percentile": 11, "TotalCallTime_99th_percentile": 11, "TotalCallTime_99.9th_percentile": 11, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b344df224d93", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63671", "tag.serverName": "b344df224d93,43695,1731573241500", "tag.clusterId": "d0d40131-3eda-4a53-a0df-cae4126d62e0", "tag.Context": "regionserver", "tag.Hostname": "b344df224d93", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731573241500, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-14T08:34:18,755 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46849 {}] master.MasterRpcServices(700): b344df224d93,33117,1731573241654 reported a fatal error: ***** ABORTING region server b344df224d93,33117,1731573241654: testing ***** 2024-11-14T08:34:18,756 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,33117,1731573241654' ***** 2024-11-14T08:34:18,756 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-14T08:34:18,757 INFO [RS:2;b344df224d93:33117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:34:18,757 INFO [RS:2;b344df224d93:33117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T08:34:18,757 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:34:18,757 INFO [RS:2;b344df224d93:33117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T08:34:18,757 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,758 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(956): aborting server b344df224d93,33117,1731573241654 2024-11-14T08:34:18,758 INFO [RS:2;b344df224d93:33117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:34:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43695 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:49690 deadline: 1731573318758, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b344df224d93 port=33117 startCode=1731573241654. As of locationSeqNum=12. 2024-11-14T08:34:18,758 INFO [RS:2;b344df224d93:33117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b344df224d93:33117. 2024-11-14T08:34:18,758 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f95a4c7100030b20c7e069123e35eac, disabling compactions & flushes 2024-11-14T08:34:18,758 DEBUG [RS:2;b344df224d93:33117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:34:18,758 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,758 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,758 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. after waiting 0 ms 2024-11-14T08:34:18,758 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,759 DEBUG [RS:2;b344df224d93:33117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:18,759 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,43695,1731573241500, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,43695,1731573241500, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b344df224d93 port=33117 startCode=1731573241654. As of locationSeqNum=12. 2024-11-14T08:34:18,759 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,43695,1731573241500, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b344df224d93 port=33117 startCode=1731573241654. As of locationSeqNum=12. 2024-11-14T08:34:18,759 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:34:18,759 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,43695,1731573241500, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b344df224d93 port=33117 startCode=1731573241654. As of locationSeqNum=12. 2024-11-14T08:34:18,759 DEBUG [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(1325): Online Regions={6f95a4c7100030b20c7e069123e35eac=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.} 2024-11-14T08:34:18,759 DEBUG [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(1351): Waiting on 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:18,761 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,761 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f95a4c7100030b20c7e069123e35eac: Waiting for close lock at 1731573258758Running coprocessor pre-close hooks at 1731573258758Disabling compacts and flushes for region at 1731573258758Disabling writes for close at 1731573258758Writing region close event to WAL at 1731573258760 (+2 ms)Running coprocessor post-close hooks at 1731573258760Closed at 1731573258761 (+1 ms) 2024-11-14T08:34:18,761 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:18,806 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:34:18,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,33117,1731573241654 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:18,865 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,33117,1731573241654 aborting 2024-11-14T08:34:18,865 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,33117,1731573241654 aborting 2024-11-14T08:34:18,865 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=12 from cache 2024-11-14T08:34:18,960 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(976): stopping server b344df224d93,33117,1731573241654; all regions closed. 2024-11-14T08:34:18,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741835_1011 (size=1402) 2024-11-14T08:34:18,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741835_1011 (size=1402) 2024-11-14T08:34:18,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741835_1011 (size=1402) 2024-11-14T08:34:18,965 DEBUG [RS:2;b344df224d93:33117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:18,965 INFO [RS:2;b344df224d93:33117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:34:18,965 INFO [RS:2;b344df224d93:33117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:34:18,966 INFO [RS:2;b344df224d93:33117 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:34:18,966 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:34:18,966 INFO [RS:2;b344df224d93:33117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:34:18,966 INFO [RS:2;b344df224d93:33117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:34:18,966 INFO [RS:2;b344df224d93:33117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:34:18,966 INFO [RS:2;b344df224d93:33117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:34:18,967 INFO [RS:2;b344df224d93:33117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33117 2024-11-14T08:34:19,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T08:34:19,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b344df224d93,33117,1731573241654 2024-11-14T08:34:19,059 INFO [RS:2;b344df224d93:33117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:34:19,059 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f93bc8e1e60@46442bbf rejected from java.util.concurrent.ThreadPoolExecutor@346bd13[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 12] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-14T08:34:19,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,33117,1731573241654] 2024-11-14T08:34:19,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18] 2024-11-14T08:34:19,077 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b344df224d93:33117 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b344df224d93/172.17.0.3:33117 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:19,078 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18, error=java.net.ConnectException: Call to address=b344df224d93:33117 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b344df224d93/172.17.0.3:33117 2024-11-14T08:34:19,078 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-14T08:34:19,078 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18 from cache 2024-11-14T08:34:19,079 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address b344df224d93:33117 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b344df224d93/172.17.0.3:33117 2024-11-14T08:34:19,079 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b344df224d93,33117,1731573241654 already deleted, retry=false 2024-11-14T08:34:19,079 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b344df224d93,33117,1731573241654 on b344df224d93,46849,1731573240737 2024-11-14T08:34:19,085 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b344df224d93,33117,1731573241654, splitWal=true, meta=false 2024-11-14T08:34:19,088 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for b344df224d93,33117,1731573241654 (carryingMeta=false) b344df224d93,33117,1731573241654/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@206868fa[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T08:34:19,088 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b344df224d93,33117,1731573241654, splitWal=true, meta=false 2024-11-14T08:34:19,090 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b344df224d93,33117,1731573241654 had 1 regions 2024-11-14T08:34:19,091 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b344df224d93,33117,1731573241654, splitWal=true, meta=false, isMeta: false 2024-11-14T08:34:19,092 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting 2024-11-14T08:34:19,093 INFO [PEWorker-1 {}] master.SplitWALManager(105): b344df224d93,33117,1731573241654 WAL count=1, meta=false 2024-11-14T08:34:19,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b344df224d93%2C33117%2C1731573241654.1731573243248}] 2024-11-14T08:34:19,101 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=b344df224d93,43695,1731573241500 2024-11-14T08:34:19,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b344df224d93%2C33117%2C1731573241654.1731573243248, worker=b344df224d93,43695,1731573241500}] 2024-11-14T08:34:19,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:34:19,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33117-0x101387acc3f0003, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:34:19,169 INFO [RS:2;b344df224d93:33117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:34:19,170 INFO [RS:2;b344df224d93:33117 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,33117,1731573241654; zookeeper connection closed. 2024-11-14T08:34:19,170 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61eccf48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61eccf48 2024-11-14T08:34:19,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43695 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-14T08:34:19,288 INFO [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248, size=1.4 K (1402bytes) 2024-11-14T08:34:19,288 INFO [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248 2024-11-14T08:34:19,289 INFO [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248 after 1ms 2024-11-14T08:34:19,291 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:19,291 INFO [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248 took 3ms 2024-11-14T08:34:19,297 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 6f95a4c7100030b20c7e069123e35eac: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-14T08:34:19,297 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248 so closing down 2024-11-14T08:34:19,297 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:19,297 INFO [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:19,297 INFO [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 5 ms; skipped=6; WAL=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248, size=1.4 K, length=1402, corrupted=false, cancelled=false 2024-11-14T08:34:19,298 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248, journal: Splitting hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248, size=1.4 K (1402bytes) at 1731573259288Finishing writing output for hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248 so closing down at 1731573259297 (+9 ms)3 split writer threads finished at 1731573259297Processed 6 edits across 0 Regions in 5 ms; skipped=6; WAL=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248, size=1.4 K, length=1402, corrupted=false, cancelled=false at 1731573259298 (+1 ms) 2024-11-14T08:34:19,298 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248 2024-11-14T08:34:19,299 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T08:34:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46849 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T08:34:19,305 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting/b344df224d93%2C33117%2C1731573241654.1731573243248 to hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/oldWALs 2024-11-14T08:34:19,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T08:34:19,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b344df224d93%2C33117%2C1731573241654.1731573243248, worker=b344df224d93,43695,1731573241500 in 202 msec 2024-11-14T08:34:19,309 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=b344df224d93,43695,1731573241500 2024-11-14T08:34:19,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T08:34:19,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure b344df224d93%2C33117%2C1731573241654.1731573243248, worker=b344df224d93,43695,1731573241500 in 215 msec 2024-11-14T08:34:19,314 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting dir is empty, no logs to split. 2024-11-14T08:34:19,314 INFO [PEWorker-1 {}] master.SplitWALManager(105): b344df224d93,33117,1731573241654 WAL count=0, meta=false 2024-11-14T08:34:19,314 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b344df224d93,33117,1731573241654 WAL splitting is done? wals=0, meta=false 2024-11-14T08:34:19,316 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b344df224d93,33117,1731573241654 failed, ignore...File hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/WALs/b344df224d93,33117,1731573241654-splitting does not exist. 2024-11-14T08:34:19,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN}] 2024-11-14T08:34:19,320 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN 2024-11-14T08:34:19,321 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T08:34:19,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18] 2024-11-14T08:34:19,387 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to b344df224d93:33117 this server is in the failed servers list 2024-11-14T08:34:19,387 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b344df224d93:33117 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b344df224d93:33117 2024-11-14T08:34:19,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b344df224d93:33117 2024-11-14T08:34:19,388 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,33117,1731573241654, seqNum=18 from cache 2024-11-14T08:34:19,472 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(204): Hosts are {b344df224d93=0} racks are {/default-rack=0} 2024-11-14T08:34:19,472 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T08:34:19,472 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T08:34:19,472 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T08:34:19,472 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T08:34:19,472 INFO [b344df224d93:46849 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T08:34:19,472 INFO [b344df224d93:46849 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T08:34:19,472 DEBUG [b344df224d93:46849 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T08:34:19,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=OPENING, regionLocation=b344df224d93,43695,1731573241500 2024-11-14T08:34:19,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN because future has completed 2024-11-14T08:34:19,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,43695,1731573241500}] 2024-11-14T08:34:19,633 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:19,634 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f95a4c7100030b20c7e069123e35eac, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:19,634 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,634 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:19,634 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,634 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,636 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,638 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf1 2024-11-14T08:34:19,638 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:19,647 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf1/1575a7915a054245b7cb0b803e68e8d0 2024-11-14T08:34:19,647 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:19,647 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,648 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f95a4c7100030b20c7e069123e35eac columnFamilyName cf2 2024-11-14T08:34:19,648 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:19,654 DEBUG [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/cf2/c3230ad1ba05423aa19b97a1a1bc9e9f 2024-11-14T08:34:19,654 INFO [StoreOpener-6f95a4c7100030b20c7e069123e35eac-1 {}] regionserver.HStore(327): Store=6f95a4c7100030b20c7e069123e35eac/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:19,655 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,655 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,657 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,657 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,657 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,658 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T08:34:19,659 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,660 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6f95a4c7100030b20c7e069123e35eac; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67823421, jitterRate=0.0106477290391922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T08:34:19,660 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:19,661 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6f95a4c7100030b20c7e069123e35eac: Running coprocessor pre-open hook at 1731573259635Writing region info on filesystem at 1731573259635Initializing all the Stores at 1731573259636 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573259636Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573259636Cleaning up temporary data from old regions at 1731573259657 (+21 ms)Running coprocessor post-open hooks at 1731573259660 (+3 ms)Region opened successfully at 1731573259660 2024-11-14T08:34:19,662 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., pid=17, masterSystemTime=1731573259629 2024-11-14T08:34:19,664 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:19,664 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:19,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=6f95a4c7100030b20c7e069123e35eac, regionState=OPEN, openSeqNum=18, regionLocation=b344df224d93,43695,1731573241500 2024-11-14T08:34:19,666 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46849 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b344df224d93,43695,1731573241500, table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T08:34:19,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,43695,1731573241500 because future has completed 2024-11-14T08:34:19,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T08:34:19,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f95a4c7100030b20c7e069123e35eac, server=b344df224d93,43695,1731573241500 in 192 msec 2024-11-14T08:34:19,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-14T08:34:19,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=6f95a4c7100030b20c7e069123e35eac, ASSIGN in 351 msec 2024-11-14T08:34:19,673 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server b344df224d93,33117,1731573241654 after splitting done 2024-11-14T08:34:19,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure b344df224d93,33117,1731573241654, splitWal=true, meta=false in 593 msec 2024-11-14T08:34:19,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac., hostname=b344df224d93,43695,1731573241500, seqNum=18] 2024-11-14T08:34:19,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 415), OpenFileDescriptor=1049 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=6564 (was 6592) 2024-11-14T08:34:19,911 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-14T08:34:19,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=6563 2024-11-14T08:34:19,921 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-14T08:34:19,937 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:19,939 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:19,940 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:19,942 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-40516531, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-40516531, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:19,953 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-40516531/hregion-40516531.1731573259942, exclude list is [], retry=0 2024-11-14T08:34:19,956 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:19,956 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:19,957 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:19,959 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-40516531/hregion-40516531.1731573259942 2024-11-14T08:34:19,959 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:19,959 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1b4c98fca3b27c6af0ec57022946d61d, NAME => 'testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:19,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741893_1071 (size=67) 2024-11-14T08:34:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741893_1071 (size=67) 2024-11-14T08:34:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741893_1071 (size=67) 2024-11-14T08:34:19,969 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:19,970 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:19,971 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4c98fca3b27c6af0ec57022946d61d columnFamilyName a 2024-11-14T08:34:19,971 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:19,972 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(327): Store=1b4c98fca3b27c6af0ec57022946d61d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:19,972 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:19,974 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4c98fca3b27c6af0ec57022946d61d columnFamilyName b 2024-11-14T08:34:19,974 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:19,974 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(327): Store=1b4c98fca3b27c6af0ec57022946d61d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:19,975 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:19,976 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4c98fca3b27c6af0ec57022946d61d columnFamilyName c 2024-11-14T08:34:19,976 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:19,976 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(327): Store=1b4c98fca3b27c6af0ec57022946d61d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:19,977 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:19,977 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:19,978 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:19,979 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:19,979 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:19,979 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:19,980 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:19,982 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:19,982 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1b4c98fca3b27c6af0ec57022946d61d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68501268, jitterRate=0.020748436450958252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:19,983 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1b4c98fca3b27c6af0ec57022946d61d: Writing region info on filesystem at 1731573259969Initializing all the Stores at 1731573259969Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573259970 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573259970Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573259970Cleaning up temporary data from old regions at 1731573259979 (+9 ms)Region opened successfully at 1731573259983 (+4 ms) 2024-11-14T08:34:19,983 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1b4c98fca3b27c6af0ec57022946d61d, disabling compactions & flushes 2024-11-14T08:34:19,983 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. 2024-11-14T08:34:19,983 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. 2024-11-14T08:34:19,983 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. after waiting 0 ms 2024-11-14T08:34:19,983 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. 2024-11-14T08:34:19,984 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. 2024-11-14T08:34:19,984 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1b4c98fca3b27c6af0ec57022946d61d: Waiting for close lock at 1731573259983Disabling compacts and flushes for region at 1731573259983Disabling writes for close at 1731573259983Writing region close event to WAL at 1731573259984 (+1 ms)Closed at 1731573259984 2024-11-14T08:34:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741892_1070 (size=95) 2024-11-14T08:34:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741892_1070 (size=95) 2024-11-14T08:34:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741892_1070 (size=95) 2024-11-14T08:34:19,988 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:19,988 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-40516531:(num 1731573259942) 2024-11-14T08:34:19,988 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:19,990 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:20,003 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990, exclude list is [], retry=0 2024-11-14T08:34:20,006 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:20,006 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:20,007 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:20,009 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990 2024-11-14T08:34:20,010 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:20,010 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b4c98fca3b27c6af0ec57022946d61d, NAME => 'testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:20,010 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:20,010 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,011 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,012 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,013 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4c98fca3b27c6af0ec57022946d61d columnFamilyName a 2024-11-14T08:34:20,013 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,014 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(327): Store=1b4c98fca3b27c6af0ec57022946d61d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,014 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,014 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4c98fca3b27c6af0ec57022946d61d columnFamilyName b 2024-11-14T08:34:20,014 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,015 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(327): Store=1b4c98fca3b27c6af0ec57022946d61d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,015 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,016 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4c98fca3b27c6af0ec57022946d61d columnFamilyName c 2024-11-14T08:34:20,016 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,016 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(327): Store=1b4c98fca3b27c6af0ec57022946d61d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,016 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,017 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,019 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,020 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,020 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,021 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:20,022 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,023 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1b4c98fca3b27c6af0ec57022946d61d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66039105, jitterRate=-0.015940651297569275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:20,024 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1b4c98fca3b27c6af0ec57022946d61d: Writing region info on filesystem at 1731573260011Initializing all the Stores at 1731573260012 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260012Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260012Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260012Cleaning up temporary data from old regions at 1731573260020 (+8 ms)Region opened successfully at 1731573260024 (+4 ms) 2024-11-14T08:34:20,054 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1b4c98fca3b27c6af0ec57022946d61d 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-14T08:34:20,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/a/7c8fbcd3bc394f05868fe3cdd0e0b1b8 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731573260024/Put/seqid=0 2024-11-14T08:34:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741895_1073 (size=5958) 2024-11-14T08:34:20,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741895_1073 (size=5958) 2024-11-14T08:34:20,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741895_1073 (size=5958) 2024-11-14T08:34:20,085 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/a/7c8fbcd3bc394f05868fe3cdd0e0b1b8 2024-11-14T08:34:20,114 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/b/5b02423828294723b5e4ebe737df3a3d is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731573260034/Put/seqid=0 2024-11-14T08:34:20,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741896_1074 (size=5958) 2024-11-14T08:34:20,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741896_1074 (size=5958) 2024-11-14T08:34:20,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741896_1074 (size=5958) 2024-11-14T08:34:20,122 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/b/5b02423828294723b5e4ebe737df3a3d 2024-11-14T08:34:20,143 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/c/5c09731af6a0467c8e8616891dae5f30 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731573260043/Put/seqid=0 2024-11-14T08:34:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741897_1075 (size=5958) 2024-11-14T08:34:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741897_1075 (size=5958) 2024-11-14T08:34:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741897_1075 (size=5958) 2024-11-14T08:34:20,153 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/c/5c09731af6a0467c8e8616891dae5f30 2024-11-14T08:34:20,160 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/a/7c8fbcd3bc394f05868fe3cdd0e0b1b8 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/a/7c8fbcd3bc394f05868fe3cdd0e0b1b8 2024-11-14T08:34:20,167 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/a/7c8fbcd3bc394f05868fe3cdd0e0b1b8, entries=10, sequenceid=33, filesize=5.8 K 2024-11-14T08:34:20,169 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/b/5b02423828294723b5e4ebe737df3a3d as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/b/5b02423828294723b5e4ebe737df3a3d 2024-11-14T08:34:20,176 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/b/5b02423828294723b5e4ebe737df3a3d, entries=10, sequenceid=33, filesize=5.8 K 2024-11-14T08:34:20,178 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/c/5c09731af6a0467c8e8616891dae5f30 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/c/5c09731af6a0467c8e8616891dae5f30 2024-11-14T08:34:20,185 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/c/5c09731af6a0467c8e8616891dae5f30, entries=10, sequenceid=33, filesize=5.8 K 2024-11-14T08:34:20,187 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1b4c98fca3b27c6af0ec57022946d61d in 133ms, sequenceid=33, compaction requested=false 2024-11-14T08:34:20,187 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1b4c98fca3b27c6af0ec57022946d61d: 2024-11-14T08:34:20,187 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1b4c98fca3b27c6af0ec57022946d61d, disabling compactions & flushes 2024-11-14T08:34:20,187 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. 2024-11-14T08:34:20,187 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. 2024-11-14T08:34:20,187 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. after waiting 0 ms 2024-11-14T08:34:20,187 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. 2024-11-14T08:34:20,189 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. 2024-11-14T08:34:20,189 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1b4c98fca3b27c6af0ec57022946d61d: Waiting for close lock at 1731573260187Disabling compacts and flushes for region at 1731573260187Disabling writes for close at 1731573260187Writing region close event to WAL at 1731573260189 (+2 ms)Closed at 1731573260189 2024-11-14T08:34:20,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741894_1072 (size=3385) 2024-11-14T08:34:20,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741894_1072 (size=3385) 2024-11-14T08:34:20,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741894_1072 (size=3385) 2024-11-14T08:34:20,197 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/b/5b02423828294723b5e4ebe737df3a3d to hdfs://localhost:46837/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/b/5b02423828294723b5e4ebe737df3a3d 2024-11-14T08:34:20,223 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990, size=3.3 K (3385bytes) 2024-11-14T08:34:20,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990 2024-11-14T08:34:20,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990 after 0ms 2024-11-14T08:34:20,226 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:20,226 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990 took 4ms 2024-11-14T08:34:20,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990 so closing down 2024-11-14T08:34:20,229 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:20,229 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731573259990.temp 2024-11-14T08:34:20,230 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000003-wal.1731573259990.temp 2024-11-14T08:34:20,231 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741898_1076 (size=2944) 2024-11-14T08:34:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741898_1076 (size=2944) 2024-11-14T08:34:20,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741898_1076 (size=2944) 2024-11-14T08:34:20,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000003-wal.1731573259990.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:20,241 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000003-wal.1731573259990.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000032 2024-11-14T08:34:20,242 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-14T08:34:20,242 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990, journal: Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990, size=3.3 K (3385bytes) at 1731573260223Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990 so closing down at 1731573260229 (+6 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000003-wal.1731573259990.temp at 1731573260230 (+1 ms)3 split writer threads finished at 1731573260231 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000003-wal.1731573259990.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731573260240 (+9 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000003-wal.1731573259990.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000032 at 1731573260241 (+1 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1731573260242 (+1 ms) 2024-11-14T08:34:20,244 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573259990 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573259990 2024-11-14T08:34:20,245 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000032 2024-11-14T08:34:20,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:20,246 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:20,259 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573260247, exclude list is [], retry=0 2024-11-14T08:34:20,262 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:20,262 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:20,262 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:20,264 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573260247 2024-11-14T08:34:20,265 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:20,266 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b4c98fca3b27c6af0ec57022946d61d, NAME => 'testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:20,266 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:20,266 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,266 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,268 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,269 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4c98fca3b27c6af0ec57022946d61d columnFamilyName a 2024-11-14T08:34:20,269 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,275 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/a/7c8fbcd3bc394f05868fe3cdd0e0b1b8 2024-11-14T08:34:20,275 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(327): Store=1b4c98fca3b27c6af0ec57022946d61d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,276 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,277 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4c98fca3b27c6af0ec57022946d61d columnFamilyName b 2024-11-14T08:34:20,277 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,278 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(327): Store=1b4c98fca3b27c6af0ec57022946d61d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,278 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,279 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b4c98fca3b27c6af0ec57022946d61d columnFamilyName c 2024-11-14T08:34:20,279 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,285 DEBUG [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/c/5c09731af6a0467c8e8616891dae5f30 2024-11-14T08:34:20,285 INFO [StoreOpener-1b4c98fca3b27c6af0ec57022946d61d-1 {}] regionserver.HStore(327): Store=1b4c98fca3b27c6af0ec57022946d61d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,285 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,286 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,287 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,288 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000032 2024-11-14T08:34:20,290 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:20,292 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000032 2024-11-14T08:34:20,292 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1b4c98fca3b27c6af0ec57022946d61d 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-14T08:34:20,306 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/b/e02e01a9d12f4a3483934e0e5e0a1200 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731573260034/Put/seqid=0 2024-11-14T08:34:20,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741900_1078 (size=5958) 2024-11-14T08:34:20,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741900_1078 (size=5958) 2024-11-14T08:34:20,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741900_1078 (size=5958) 2024-11-14T08:34:20,314 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/b/e02e01a9d12f4a3483934e0e5e0a1200 2024-11-14T08:34:20,322 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/.tmp/b/e02e01a9d12f4a3483934e0e5e0a1200 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/b/e02e01a9d12f4a3483934e0e5e0a1200 2024-11-14T08:34:20,328 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/b/e02e01a9d12f4a3483934e0e5e0a1200, entries=10, sequenceid=32, filesize=5.8 K 2024-11-14T08:34:20,328 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1b4c98fca3b27c6af0ec57022946d61d in 36ms, sequenceid=32, compaction requested=false; wal=null 2024-11-14T08:34:20,329 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/0000000000000000032 2024-11-14T08:34:20,330 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,330 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,331 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:20,332 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1b4c98fca3b27c6af0ec57022946d61d 2024-11-14T08:34:20,335 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/1b4c98fca3b27c6af0ec57022946d61d/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-14T08:34:20,336 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1b4c98fca3b27c6af0ec57022946d61d; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63648192, jitterRate=-0.051568031311035156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:20,337 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1b4c98fca3b27c6af0ec57022946d61d: Writing region info on filesystem at 1731573260266Initializing all the Stores at 1731573260267 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260267Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260267Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260268 (+1 ms)Obtaining lock to block concurrent updates at 1731573260292 (+24 ms)Preparing flush snapshotting stores in 1b4c98fca3b27c6af0ec57022946d61d at 1731573260292Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731573260292Flushing stores of testReplayEditsWrittenViaHRegion,,1731573259938.1b4c98fca3b27c6af0ec57022946d61d. at 1731573260292Flushing 1b4c98fca3b27c6af0ec57022946d61d/b: creating writer at 1731573260292Flushing 1b4c98fca3b27c6af0ec57022946d61d/b: appending metadata at 1731573260305 (+13 ms)Flushing 1b4c98fca3b27c6af0ec57022946d61d/b: closing flushed file at 1731573260305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499019b7: reopening flushed file at 1731573260320 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1b4c98fca3b27c6af0ec57022946d61d in 36ms, sequenceid=32, compaction requested=false; wal=null at 1731573260328 (+8 ms)Cleaning up temporary data from old regions at 1731573260330 (+2 ms)Region opened successfully at 1731573260337 (+7 ms) 2024-11-14T08:34:20,358 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=419 (was 410) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:50458 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:57574 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:50338 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:57710 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:48690 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:48840 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1125 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=6544 (was 6563) 2024-11-14T08:34:20,358 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-14T08:34:20,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=419, OpenFileDescriptor=1125, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=6543 2024-11-14T08:34:20,370 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1125 is superior to 1024 2024-11-14T08:34:20,384 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:20,386 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:20,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:20,390 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87903424, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-87903424, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:20,402 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87903424/hregion-87903424.1731573260390, exclude list is [], retry=0 2024-11-14T08:34:20,405 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:20,405 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:20,405 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:20,407 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87903424/hregion-87903424.1731573260390 2024-11-14T08:34:20,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:20,408 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4ca73a7dc135efa7507b36e61d16a831, NAME => 'testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:20,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741902_1080 (size=68) 2024-11-14T08:34:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741902_1080 (size=68) 2024-11-14T08:34:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741902_1080 (size=68) 2024-11-14T08:34:20,422 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:20,423 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,425 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca73a7dc135efa7507b36e61d16a831 columnFamilyName a 2024-11-14T08:34:20,425 DEBUG [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,426 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(327): Store=4ca73a7dc135efa7507b36e61d16a831/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,426 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,427 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca73a7dc135efa7507b36e61d16a831 columnFamilyName b 2024-11-14T08:34:20,428 DEBUG [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,428 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(327): Store=4ca73a7dc135efa7507b36e61d16a831/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,428 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,430 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca73a7dc135efa7507b36e61d16a831 columnFamilyName c 2024-11-14T08:34:20,430 DEBUG [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,431 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(327): Store=4ca73a7dc135efa7507b36e61d16a831/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,431 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,432 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,433 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,434 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,434 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,435 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:20,436 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,439 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:20,439 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4ca73a7dc135efa7507b36e61d16a831; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74929028, jitterRate=0.11652952432632446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:20,440 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4ca73a7dc135efa7507b36e61d16a831: Writing region info on filesystem at 1731573260422Initializing all the Stores at 1731573260423 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260423Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260423Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260423Cleaning up temporary data from old regions at 1731573260434 (+11 ms)Region opened successfully at 1731573260440 (+6 ms) 2024-11-14T08:34:20,440 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4ca73a7dc135efa7507b36e61d16a831, disabling compactions & flushes 2024-11-14T08:34:20,440 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:20,440 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:20,440 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. after waiting 0 ms 2024-11-14T08:34:20,441 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:20,441 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:20,441 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4ca73a7dc135efa7507b36e61d16a831: Waiting for close lock at 1731573260440Disabling compacts and flushes for region at 1731573260440Disabling writes for close at 1731573260440Writing region close event to WAL at 1731573260441 (+1 ms)Closed at 1731573260441 2024-11-14T08:34:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741901_1079 (size=95) 2024-11-14T08:34:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741901_1079 (size=95) 2024-11-14T08:34:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741901_1079 (size=95) 2024-11-14T08:34:20,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:20,449 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87903424:(num 1731573260390) 2024-11-14T08:34:20,449 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:20,451 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:20,464 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451, exclude list is [], retry=0 2024-11-14T08:34:20,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:20,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:20,467 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:20,469 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451 2024-11-14T08:34:20,469 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:20,545 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ca73a7dc135efa7507b36e61d16a831, NAME => 'testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:20,548 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,548 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:20,548 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,548 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,550 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,551 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca73a7dc135efa7507b36e61d16a831 columnFamilyName a 2024-11-14T08:34:20,551 DEBUG [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,552 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(327): Store=4ca73a7dc135efa7507b36e61d16a831/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,552 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,553 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca73a7dc135efa7507b36e61d16a831 columnFamilyName b 2024-11-14T08:34:20,553 DEBUG [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,553 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(327): Store=4ca73a7dc135efa7507b36e61d16a831/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,554 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,554 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca73a7dc135efa7507b36e61d16a831 columnFamilyName c 2024-11-14T08:34:20,555 DEBUG [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:20,555 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(327): Store=4ca73a7dc135efa7507b36e61d16a831/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:20,555 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,556 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,557 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,558 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,558 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,558 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:20,560 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,560 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4ca73a7dc135efa7507b36e61d16a831; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69913311, jitterRate=0.04178951680660248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:20,560 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:20,561 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4ca73a7dc135efa7507b36e61d16a831: Running coprocessor pre-open hook at 1731573260548Writing region info on filesystem at 1731573260548Initializing all the Stores at 1731573260549 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260549Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260550 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573260550Cleaning up temporary data from old regions at 1731573260558 (+8 ms)Running coprocessor post-open hooks at 1731573260560 (+2 ms)Region opened successfully at 1731573260561 (+1 ms) 2024-11-14T08:34:20,579 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4ca73a7dc135efa7507b36e61d16a831 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-14T08:34:20,581 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:21,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-14T08:34:21,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:21,080 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-14T08:34:21,081 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:21,084 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-14T08:34:21,084 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:21,087 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-14T08:34:21,087 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:21,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-14T08:34:21,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:21,582 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:22,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T08:34:22,583 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:23,584 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:24,585 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:25,587 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:26,588 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:27,589 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:28,591 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:29,592 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4ca73a7dc135efa7507b36e61d16a831/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:29,595 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4ca73a7dc135efa7507b36e61d16a831: 2024-11-14T08:34:29,596 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:29,615 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4ca73a7dc135efa7507b36e61d16a831: 2024-11-14T08:34:29,615 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-14T08:34:29,615 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4ca73a7dc135efa7507b36e61d16a831, disabling compactions & flushes 2024-11-14T08:34:29,615 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:29,615 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:29,615 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. after waiting 0 ms 2024-11-14T08:34:29,615 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:29,616 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:29,616 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. 2024-11-14T08:34:29,616 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4ca73a7dc135efa7507b36e61d16a831: Waiting for close lock at 1731573269615Running coprocessor pre-close hooks at 1731573269615Disabling compacts and flushes for region at 1731573269615Disabling writes for close at 1731573269615Writing region close event to WAL at 1731573269616 (+1 ms)Running coprocessor post-close hooks at 1731573269616Closed at 1731573269616 2024-11-14T08:34:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741903_1081 (size=2691) 2024-11-14T08:34:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741903_1081 (size=2691) 2024-11-14T08:34:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741903_1081 (size=2691) 2024-11-14T08:34:29,634 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451, size=2.6 K (2691bytes) 2024-11-14T08:34:29,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451 2024-11-14T08:34:29,634 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451 after 0ms 2024-11-14T08:34:29,637 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:29,637 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451 took 3ms 2024-11-14T08:34:29,639 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451 so closing down 2024-11-14T08:34:29,639 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:29,640 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731573260451.temp 2024-11-14T08:34:29,641 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000004-wal.1731573260451.temp 2024-11-14T08:34:29,642 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741904_1082 (size=2094) 2024-11-14T08:34:29,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741904_1082 (size=2094) 2024-11-14T08:34:29,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741904_1082 (size=2094) 2024-11-14T08:34:29,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000004-wal.1731573260451.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:29,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000004-wal.1731573260451.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000026 2024-11-14T08:34:29,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-14T08:34:29,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451, journal: Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451, size=2.6 K (2691bytes) at 1731573269634Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451 so closing down at 1731573269639 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000004-wal.1731573260451.temp at 1731573269641 (+2 ms)3 split writer threads finished at 1731573269642 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000004-wal.1731573260451.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731573269649 (+7 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000004-wal.1731573260451.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000026 at 1731573269650 (+1 ms)Processed 23 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731573269651 (+1 ms) 2024-11-14T08:34:29,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573260451 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573260451 2024-11-14T08:34:29,654 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000026 2024-11-14T08:34:29,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:29,656 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:29,674 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573269657, exclude list is [], retry=0 2024-11-14T08:34:29,677 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:29,677 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:29,677 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:29,679 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573269657 2024-11-14T08:34:29,679 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:29,680 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ca73a7dc135efa7507b36e61d16a831, NAME => 'testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:29,680 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,680 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:29,681 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,681 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,683 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,684 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca73a7dc135efa7507b36e61d16a831 columnFamilyName a 2024-11-14T08:34:29,684 DEBUG [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:29,684 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(327): Store=4ca73a7dc135efa7507b36e61d16a831/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:29,684 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,685 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca73a7dc135efa7507b36e61d16a831 columnFamilyName b 2024-11-14T08:34:29,685 DEBUG [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:29,686 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(327): Store=4ca73a7dc135efa7507b36e61d16a831/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:29,686 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,686 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca73a7dc135efa7507b36e61d16a831 columnFamilyName c 2024-11-14T08:34:29,686 DEBUG [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:29,687 INFO [StoreOpener-4ca73a7dc135efa7507b36e61d16a831-1 {}] regionserver.HStore(327): Store=4ca73a7dc135efa7507b36e61d16a831/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:29,687 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,688 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,689 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,689 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000026 2024-11-14T08:34:29,691 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:29,693 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000026 2024-11-14T08:34:29,693 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4ca73a7dc135efa7507b36e61d16a831 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-14T08:34:29,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/.tmp/a/9e3113d8f2ab42eaae26cddc0fe8ef4d is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731573269607/Put/seqid=0 2024-11-14T08:34:29,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741906_1084 (size=5523) 2024-11-14T08:34:29,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741906_1084 (size=5523) 2024-11-14T08:34:29,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741906_1084 (size=5523) 2024-11-14T08:34:29,715 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/.tmp/a/9e3113d8f2ab42eaae26cddc0fe8ef4d 2024-11-14T08:34:29,734 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/.tmp/b/4dc8c09414fb46b59a029ccd269983f1 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731573269597/Put/seqid=0 2024-11-14T08:34:29,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741907_1085 (size=5524) 2024-11-14T08:34:29,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741907_1085 (size=5524) 2024-11-14T08:34:29,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741907_1085 (size=5524) 2024-11-14T08:34:29,740 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/.tmp/b/4dc8c09414fb46b59a029ccd269983f1 2024-11-14T08:34:29,759 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/.tmp/c/b766a64293ad4c4f819f7e54b979cef6 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731573269604/Put/seqid=0 2024-11-14T08:34:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741908_1086 (size=5457) 2024-11-14T08:34:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741908_1086 (size=5457) 2024-11-14T08:34:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741908_1086 (size=5457) 2024-11-14T08:34:29,766 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/.tmp/c/b766a64293ad4c4f819f7e54b979cef6 2024-11-14T08:34:29,772 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/.tmp/a/9e3113d8f2ab42eaae26cddc0fe8ef4d as hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/a/9e3113d8f2ab42eaae26cddc0fe8ef4d 2024-11-14T08:34:29,776 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/a/9e3113d8f2ab42eaae26cddc0fe8ef4d, entries=7, sequenceid=26, filesize=5.4 K 2024-11-14T08:34:29,777 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/.tmp/b/4dc8c09414fb46b59a029ccd269983f1 as hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/b/4dc8c09414fb46b59a029ccd269983f1 2024-11-14T08:34:29,782 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/b/4dc8c09414fb46b59a029ccd269983f1, entries=7, sequenceid=26, filesize=5.4 K 2024-11-14T08:34:29,783 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/.tmp/c/b766a64293ad4c4f819f7e54b979cef6 as hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/c/b766a64293ad4c4f819f7e54b979cef6 2024-11-14T08:34:29,789 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/c/b766a64293ad4c4f819f7e54b979cef6, entries=6, sequenceid=26, filesize=5.3 K 2024-11-14T08:34:29,789 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 4ca73a7dc135efa7507b36e61d16a831 in 96ms, sequenceid=26, compaction requested=false; wal=null 2024-11-14T08:34:29,790 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/0000000000000000026 2024-11-14T08:34:29,791 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,791 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,792 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:29,793 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,796 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsAfterAbortingFlush/4ca73a7dc135efa7507b36e61d16a831/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-14T08:34:29,797 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4ca73a7dc135efa7507b36e61d16a831; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68966166, jitterRate=0.02767595648765564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:29,797 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ca73a7dc135efa7507b36e61d16a831 2024-11-14T08:34:29,797 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4ca73a7dc135efa7507b36e61d16a831: Running coprocessor pre-open hook at 1731573269681Writing region info on filesystem at 1731573269681Initializing all the Stores at 1731573269682 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573269682Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573269682Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573269682Obtaining lock to block concurrent updates at 1731573269693 (+11 ms)Preparing flush snapshotting stores in 4ca73a7dc135efa7507b36e61d16a831 at 1731573269693Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731573269693Flushing stores of testReplayEditsAfterAbortingFlush,,1731573260385.4ca73a7dc135efa7507b36e61d16a831. at 1731573269693Flushing 4ca73a7dc135efa7507b36e61d16a831/a: creating writer at 1731573269694 (+1 ms)Flushing 4ca73a7dc135efa7507b36e61d16a831/a: appending metadata at 1731573269707 (+13 ms)Flushing 4ca73a7dc135efa7507b36e61d16a831/a: closing flushed file at 1731573269707Flushing 4ca73a7dc135efa7507b36e61d16a831/b: creating writer at 1731573269720 (+13 ms)Flushing 4ca73a7dc135efa7507b36e61d16a831/b: appending metadata at 1731573269733 (+13 ms)Flushing 4ca73a7dc135efa7507b36e61d16a831/b: closing flushed file at 1731573269733Flushing 4ca73a7dc135efa7507b36e61d16a831/c: creating writer at 1731573269745 (+12 ms)Flushing 4ca73a7dc135efa7507b36e61d16a831/c: appending metadata at 1731573269759 (+14 ms)Flushing 4ca73a7dc135efa7507b36e61d16a831/c: closing flushed file at 1731573269759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f6c45f: reopening flushed file at 1731573269771 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79022009: reopening flushed file at 1731573269777 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b3c688: reopening flushed file at 1731573269782 (+5 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 4ca73a7dc135efa7507b36e61d16a831 in 96ms, sequenceid=26, compaction requested=false; wal=null at 1731573269789 (+7 ms)Cleaning up temporary data from old regions at 1731573269791 (+2 ms)Running coprocessor post-open hooks at 1731573269797 (+6 ms)Region opened successfully at 1731573269797 2024-11-14T08:34:29,814 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417 (was 419), OpenFileDescriptor=1181 (was 1125) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 206) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6540 (was 6543) 2024-11-14T08:34:29,814 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-11-14T08:34:29,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1181, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=6539 2024-11-14T08:34:29,825 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-11-14T08:34:29,840 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:29,842 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:29,842 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:29,845 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57794724, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-57794724, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:29,857 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57794724/hregion-57794724.1731573269845, exclude list is [], retry=0 2024-11-14T08:34:29,860 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:29,860 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:29,861 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:29,862 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57794724/hregion-57794724.1731573269845 2024-11-14T08:34:29,864 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:29,864 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 864923b9118ed6ac66645b63152ba193, NAME => 'testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741910_1088 (size=61) 2024-11-14T08:34:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741910_1088 (size=61) 2024-11-14T08:34:29,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741910_1088 (size=61) 2024-11-14T08:34:29,879 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:29,880 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,882 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 864923b9118ed6ac66645b63152ba193 columnFamilyName a 2024-11-14T08:34:29,882 DEBUG [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:29,882 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] regionserver.HStore(327): Store=864923b9118ed6ac66645b63152ba193/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:29,883 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,883 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,884 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,884 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,885 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,885 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:34:29,886 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,889 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:29,889 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 864923b9118ed6ac66645b63152ba193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72229758, jitterRate=0.0763072669506073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T08:34:29,890 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 864923b9118ed6ac66645b63152ba193: Writing region info on filesystem at 1731573269879Initializing all the Stores at 1731573269880 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573269880Cleaning up temporary data from old regions at 1731573269885 (+5 ms)Region opened successfully at 1731573269890 (+5 ms) 2024-11-14T08:34:29,890 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 864923b9118ed6ac66645b63152ba193, disabling compactions & flushes 2024-11-14T08:34:29,890 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. 2024-11-14T08:34:29,890 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. 2024-11-14T08:34:29,890 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. after waiting 0 ms 2024-11-14T08:34:29,890 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. 2024-11-14T08:34:29,891 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. 2024-11-14T08:34:29,891 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 864923b9118ed6ac66645b63152ba193: Waiting for close lock at 1731573269890Disabling compacts and flushes for region at 1731573269890Disabling writes for close at 1731573269890Writing region close event to WAL at 1731573269891 (+1 ms)Closed at 1731573269891 2024-11-14T08:34:29,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741909_1087 (size=95) 2024-11-14T08:34:29,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741909_1087 (size=95) 2024-11-14T08:34:29,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741909_1087 (size=95) 2024-11-14T08:34:29,895 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:29,895 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57794724:(num 1731573269845) 2024-11-14T08:34:29,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:29,897 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:29,908 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897, exclude list is [], retry=0 2024-11-14T08:34:29,911 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:29,911 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:29,912 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:29,913 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897 2024-11-14T08:34:29,913 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:29,913 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 864923b9118ed6ac66645b63152ba193, NAME => 'testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:29,913 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:29,913 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,914 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,915 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,916 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 864923b9118ed6ac66645b63152ba193 columnFamilyName a 2024-11-14T08:34:29,916 DEBUG [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:29,916 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] regionserver.HStore(327): Store=864923b9118ed6ac66645b63152ba193/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:29,916 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,917 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,918 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,918 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,918 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,920 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:29,921 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 864923b9118ed6ac66645b63152ba193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65488704, jitterRate=-0.02414226531982422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T08:34:29,921 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 864923b9118ed6ac66645b63152ba193: Writing region info on filesystem at 1731573269914Initializing all the Stores at 1731573269915 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573269915Cleaning up temporary data from old regions at 1731573269918 (+3 ms)Region opened successfully at 1731573269921 (+3 ms) 2024-11-14T08:34:29,929 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 864923b9118ed6ac66645b63152ba193, disabling compactions & flushes 2024-11-14T08:34:29,929 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. 2024-11-14T08:34:29,929 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. 2024-11-14T08:34:29,929 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. after waiting 0 ms 2024-11-14T08:34:29,929 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. 2024-11-14T08:34:29,929 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. 2024-11-14T08:34:29,929 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. 2024-11-14T08:34:29,929 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 864923b9118ed6ac66645b63152ba193: Waiting for close lock at 1731573269929Disabling compacts and flushes for region at 1731573269929Disabling writes for close at 1731573269929Writing region close event to WAL at 1731573269929Closed at 1731573269929 2024-11-14T08:34:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741911_1089 (size=1050) 2024-11-14T08:34:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741911_1089 (size=1050) 2024-11-14T08:34:29,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741911_1089 (size=1050) 2024-11-14T08:34:29,947 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897, size=1.0 K (1050bytes) 2024-11-14T08:34:29,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897 2024-11-14T08:34:29,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897 after 1ms 2024-11-14T08:34:29,950 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:29,950 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897 took 3ms 2024-11-14T08:34:29,952 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897 so closing down 2024-11-14T08:34:29,953 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:29,954 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731573269897.temp 2024-11-14T08:34:29,955 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000003-wal.1731573269897.temp 2024-11-14T08:34:29,955 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:29,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741912_1090 (size=1050) 2024-11-14T08:34:29,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741912_1090 (size=1050) 2024-11-14T08:34:29,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741912_1090 (size=1050) 2024-11-14T08:34:29,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000003-wal.1731573269897.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:29,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000003-wal.1731573269897.temp to hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000012 2024-11-14T08:34:29,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-14T08:34:29,964 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897, journal: Splitting hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897, size=1.0 K (1050bytes) at 1731573269947Finishing writing output for hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897 so closing down at 1731573269952 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000003-wal.1731573269897.temp at 1731573269955 (+3 ms)3 split writer threads finished at 1731573269955Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000003-wal.1731573269897.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731573269962 (+7 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000003-wal.1731573269897.temp to hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000012 at 1731573269963 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731573269963 2024-11-14T08:34:29,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573269897 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573269897 2024-11-14T08:34:29,966 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000012 2024-11-14T08:34:29,971 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:30,308 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:30,311 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:30,322 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573270311, exclude list is [], retry=0 2024-11-14T08:34:30,325 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:30,325 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:30,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:30,327 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573270311 2024-11-14T08:34:30,327 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:30,327 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 864923b9118ed6ac66645b63152ba193, NAME => 'testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:30,328 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:30,328 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,328 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,331 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,333 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 864923b9118ed6ac66645b63152ba193 columnFamilyName a 2024-11-14T08:34:30,333 DEBUG [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:30,334 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] regionserver.HStore(327): Store=864923b9118ed6ac66645b63152ba193/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:30,334 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,334 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,336 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,337 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000012 2024-11-14T08:34:30,339 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:30,340 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000012 2024-11-14T08:34:30,341 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 864923b9118ed6ac66645b63152ba193 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-14T08:34:30,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/.tmp/a/ca2dee47af1b4fbbaff4cba5a39f5c56 is 79, key is testDatalossWhenInputError/a:x0/1731573269921/Put/seqid=0 2024-11-14T08:34:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741914_1092 (size=5808) 2024-11-14T08:34:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741914_1092 (size=5808) 2024-11-14T08:34:30,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741914_1092 (size=5808) 2024-11-14T08:34:30,369 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/.tmp/a/ca2dee47af1b4fbbaff4cba5a39f5c56 2024-11-14T08:34:30,379 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/.tmp/a/ca2dee47af1b4fbbaff4cba5a39f5c56 as hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/a/ca2dee47af1b4fbbaff4cba5a39f5c56 2024-11-14T08:34:30,388 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/a/ca2dee47af1b4fbbaff4cba5a39f5c56, entries=10, sequenceid=12, filesize=5.7 K 2024-11-14T08:34:30,388 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 864923b9118ed6ac66645b63152ba193 in 47ms, sequenceid=12, compaction requested=false; wal=null 2024-11-14T08:34:30,389 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/0000000000000000012 2024-11-14T08:34:30,390 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,390 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,394 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,396 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T08:34:30,397 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 864923b9118ed6ac66645b63152ba193; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60357992, jitterRate=-0.10059583187103271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T08:34:30,398 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 864923b9118ed6ac66645b63152ba193: Writing region info on filesystem at 1731573270328Initializing all the Stores at 1731573270331 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573270331Obtaining lock to block concurrent updates at 1731573270341 (+10 ms)Preparing flush snapshotting stores in 864923b9118ed6ac66645b63152ba193 at 1731573270341Finished memstore snapshotting testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731573270341Flushing stores of testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193. at 1731573270341Flushing 864923b9118ed6ac66645b63152ba193/a: creating writer at 1731573270341Flushing 864923b9118ed6ac66645b63152ba193/a: appending metadata at 1731573270360 (+19 ms)Flushing 864923b9118ed6ac66645b63152ba193/a: closing flushed file at 1731573270360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ce98dd: reopening flushed file at 1731573270377 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 864923b9118ed6ac66645b63152ba193 in 47ms, sequenceid=12, compaction requested=false; wal=null at 1731573270388 (+11 ms)Cleaning up temporary data from old regions at 1731573270390 (+2 ms)Region opened successfully at 1731573270398 (+8 ms) 2024-11-14T08:34:30,401 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 864923b9118ed6ac66645b63152ba193, NAME => 'testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:30,402 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731573269840.864923b9118ed6ac66645b63152ba193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:30,402 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,402 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,403 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,404 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 864923b9118ed6ac66645b63152ba193 columnFamilyName a 2024-11-14T08:34:30,404 DEBUG [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:30,410 DEBUG [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/a/ca2dee47af1b4fbbaff4cba5a39f5c56 2024-11-14T08:34:30,411 INFO [StoreOpener-864923b9118ed6ac66645b63152ba193-1 {}] regionserver.HStore(327): Store=864923b9118ed6ac66645b63152ba193/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:30,411 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,413 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,414 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,414 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,416 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 864923b9118ed6ac66645b63152ba193 2024-11-14T08:34:30,418 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testDatalossWhenInputError/864923b9118ed6ac66645b63152ba193/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-14T08:34:30,419 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 864923b9118ed6ac66645b63152ba193; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72072386, jitterRate=0.0739622414112091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T08:34:30,419 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 864923b9118ed6ac66645b63152ba193: Writing region info on filesystem at 1731573270402Initializing all the Stores at 1731573270403 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573270403Cleaning up temporary data from old regions at 1731573270414 (+11 ms)Region opened successfully at 1731573270419 (+5 ms) 2024-11-14T08:34:30,434 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=428 (was 417) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:56164 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:41964 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:56128 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:56600 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:41956 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:56688 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1459346349-172.17.0.3-1731573236341:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1181) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 237), ProcessCount=11 (was 11), AvailableMemoryMB=6535 (was 6539) 2024-11-14T08:34:30,434 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-14T08:34:30,445 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=428, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=237, ProcessCount=11, AvailableMemoryMB=6534 2024-11-14T08:34:30,445 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-14T08:34:30,460 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:30,461 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:30,462 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:30,465 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30695207, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-30695207, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:30,476 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30695207/hregion-30695207.1731573270465, exclude list is [], retry=0 2024-11-14T08:34:30,479 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:30,479 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:30,480 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:30,482 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30695207/hregion-30695207.1731573270465 2024-11-14T08:34:30,482 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:30,482 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9ed4c7314cc4867230cdda70b4bb0123, NAME => 'testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:30,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741916_1094 (size=63) 2024-11-14T08:34:30,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741916_1094 (size=63) 2024-11-14T08:34:30,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741916_1094 (size=63) 2024-11-14T08:34:30,497 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:30,498 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,499 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed4c7314cc4867230cdda70b4bb0123 columnFamilyName a 2024-11-14T08:34:30,500 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:30,500 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(327): Store=9ed4c7314cc4867230cdda70b4bb0123/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:30,500 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,501 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed4c7314cc4867230cdda70b4bb0123 columnFamilyName b 2024-11-14T08:34:30,501 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:30,501 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(327): Store=9ed4c7314cc4867230cdda70b4bb0123/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:30,502 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,502 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed4c7314cc4867230cdda70b4bb0123 columnFamilyName c 2024-11-14T08:34:30,503 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:30,503 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(327): Store=9ed4c7314cc4867230cdda70b4bb0123/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:30,503 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,504 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,504 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,505 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,505 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,505 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:30,506 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,508 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:30,508 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9ed4c7314cc4867230cdda70b4bb0123; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73091374, jitterRate=0.08914634585380554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:30,509 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9ed4c7314cc4867230cdda70b4bb0123: Writing region info on filesystem at 1731573270497Initializing all the Stores at 1731573270498 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573270498Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573270498Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573270498Cleaning up temporary data from old regions at 1731573270505 (+7 ms)Region opened successfully at 1731573270509 (+4 ms) 2024-11-14T08:34:30,509 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9ed4c7314cc4867230cdda70b4bb0123, disabling compactions & flushes 2024-11-14T08:34:30,509 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. 2024-11-14T08:34:30,509 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. 2024-11-14T08:34:30,509 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. after waiting 0 ms 2024-11-14T08:34:30,509 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. 2024-11-14T08:34:30,509 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. 2024-11-14T08:34:30,509 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9ed4c7314cc4867230cdda70b4bb0123: Waiting for close lock at 1731573270509Disabling compacts and flushes for region at 1731573270509Disabling writes for close at 1731573270509Writing region close event to WAL at 1731573270509Closed at 1731573270509 2024-11-14T08:34:30,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-30695207/hregion-30695207.1731573270465 not finished, retry = 0 2024-11-14T08:34:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741915_1093 (size=95) 2024-11-14T08:34:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741915_1093 (size=95) 2024-11-14T08:34:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741915_1093 (size=95) 2024-11-14T08:34:30,615 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:30,615 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30695207:(num 1731573270465) 2024-11-14T08:34:30,615 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:30,617 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:30,630 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617, exclude list is [], retry=0 2024-11-14T08:34:30,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:30,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:30,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:30,635 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 2024-11-14T08:34:30,635 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:30,635 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ed4c7314cc4867230cdda70b4bb0123, NAME => 'testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:30,635 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:30,636 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,636 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,637 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,638 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed4c7314cc4867230cdda70b4bb0123 columnFamilyName a 2024-11-14T08:34:30,638 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:30,639 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(327): Store=9ed4c7314cc4867230cdda70b4bb0123/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:30,639 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,640 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed4c7314cc4867230cdda70b4bb0123 columnFamilyName b 2024-11-14T08:34:30,640 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:30,640 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(327): Store=9ed4c7314cc4867230cdda70b4bb0123/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:30,640 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,641 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed4c7314cc4867230cdda70b4bb0123 columnFamilyName c 2024-11-14T08:34:30,641 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:30,642 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(327): Store=9ed4c7314cc4867230cdda70b4bb0123/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:30,642 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,642 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,643 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,644 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,644 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,645 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:30,646 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:30,647 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9ed4c7314cc4867230cdda70b4bb0123; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62340321, jitterRate=-0.07105682790279388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:30,648 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9ed4c7314cc4867230cdda70b4bb0123: Writing region info on filesystem at 1731573270636Initializing all the Stores at 1731573270637 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573270637Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573270637Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573270637Cleaning up temporary data from old regions at 1731573270644 (+7 ms)Region opened successfully at 1731573270648 (+4 ms) 2024-11-14T08:34:30,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731573270706/Put/seqid=0 2024-11-14T08:34:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741918_1096 (size=4875) 2024-11-14T08:34:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741918_1096 (size=4875) 2024-11-14T08:34:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741918_1096 (size=4875) 2024-11-14T08:34:30,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731573270718/Put/seqid=0 2024-11-14T08:34:30,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741919_1097 (size=4875) 2024-11-14T08:34:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741919_1097 (size=4875) 2024-11-14T08:34:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741919_1097 (size=4875) 2024-11-14T08:34:30,727 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731573270727/Put/seqid=0 2024-11-14T08:34:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741920_1098 (size=4875) 2024-11-14T08:34:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741920_1098 (size=4875) 2024-11-14T08:34:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741920_1098 (size=4875) 2024-11-14T08:34:30,734 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 9ed4c7314cc4867230cdda70b4bb0123/a 2024-11-14T08:34:30,738 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-14T08:34:30,738 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:34:30,738 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 9ed4c7314cc4867230cdda70b4bb0123/a 2024-11-14T08:34:30,741 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-14T08:34:30,741 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:34:30,741 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 9ed4c7314cc4867230cdda70b4bb0123/a 2024-11-14T08:34:30,744 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-14T08:34:30,744 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:34:30,744 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9ed4c7314cc4867230cdda70b4bb0123 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-14T08:34:30,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/.tmp/a/b24f20cedd3b425f836c2370555c51a0 is 55, key is testCompactedBulkLoadedFiles/a:a/1731573270648/Put/seqid=0 2024-11-14T08:34:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741921_1099 (size=5107) 2024-11-14T08:34:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741921_1099 (size=5107) 2024-11-14T08:34:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741921_1099 (size=5107) 2024-11-14T08:34:30,768 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/.tmp/a/b24f20cedd3b425f836c2370555c51a0 2024-11-14T08:34:30,773 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/.tmp/a/b24f20cedd3b425f836c2370555c51a0 as hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/b24f20cedd3b425f836c2370555c51a0 2024-11-14T08:34:30,778 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/b24f20cedd3b425f836c2370555c51a0, entries=1, sequenceid=4, filesize=5.0 K 2024-11-14T08:34:30,780 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 9ed4c7314cc4867230cdda70b4bb0123 in 36ms, sequenceid=4, compaction requested=false 2024-11-14T08:34:30,780 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9ed4c7314cc4867230cdda70b4bb0123: 2024-11-14T08:34:30,781 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_ 2024-11-14T08:34:30,782 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_ 2024-11-14T08:34:30,784 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_ 2024-11-14T08:34:30,784 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile0 into 9ed4c7314cc4867230cdda70b4bb0123/a as hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_ - updating store file list. 2024-11-14T08:34:30,789 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 155f39acc7f1483fa0e403d173a8cd29_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:34:30,789 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_ into 9ed4c7314cc4867230cdda70b4bb0123/a 2024-11-14T08:34:30,789 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile0 into 9ed4c7314cc4867230cdda70b4bb0123/a (new location: hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_) 2024-11-14T08:34:30,790 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile1 into 9ed4c7314cc4867230cdda70b4bb0123/a as hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_ - updating store file list. 2024-11-14T08:34:30,794 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83fabe31ee824a19976323067d220237_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:34:30,794 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_ into 9ed4c7314cc4867230cdda70b4bb0123/a 2024-11-14T08:34:30,794 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile1 into 9ed4c7314cc4867230cdda70b4bb0123/a (new location: hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_) 2024-11-14T08:34:30,795 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile2 into 9ed4c7314cc4867230cdda70b4bb0123/a as hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_ - updating store file list. 2024-11-14T08:34:30,800 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32c01a2fca234e69ab3cfb11070a0835_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:34:30,800 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_ into 9ed4c7314cc4867230cdda70b4bb0123/a 2024-11-14T08:34:30,800 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46837/hbase/testCompactedBulkLoadedFiles/hfile2 into 9ed4c7314cc4867230cdda70b4bb0123/a (new location: hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_) 2024-11-14T08:34:30,807 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T08:34:30,807 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9ed4c7314cc4867230cdda70b4bb0123/a is initiating major compaction (all files) 2024-11-14T08:34:30,808 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9ed4c7314cc4867230cdda70b4bb0123/a in testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. 2024-11-14T08:34:30,808 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/b24f20cedd3b425f836c2370555c51a0, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_] into tmpdir=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/.tmp, totalSize=19.3 K 2024-11-14T08:34:30,808 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b24f20cedd3b425f836c2370555c51a0, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731573270648 2024-11-14T08:34:30,809 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 155f39acc7f1483fa0e403d173a8cd29_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-14T08:34:30,809 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 83fabe31ee824a19976323067d220237_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-14T08:34:30,809 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 32c01a2fca234e69ab3cfb11070a0835_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-14T08:34:30,824 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/.tmp/a/24ba6e67708f4c4aa7ab68e365f56979 is 55, key is testCompactedBulkLoadedFiles/a:a/1731573270648/Put/seqid=0 2024-11-14T08:34:30,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741922_1100 (size=6154) 2024-11-14T08:34:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741922_1100 (size=6154) 2024-11-14T08:34:30,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741922_1100 (size=6154) 2024-11-14T08:34:30,842 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/.tmp/a/24ba6e67708f4c4aa7ab68e365f56979 as hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/24ba6e67708f4c4aa7ab68e365f56979 2024-11-14T08:34:30,849 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 9ed4c7314cc4867230cdda70b4bb0123/a of 9ed4c7314cc4867230cdda70b4bb0123 into 24ba6e67708f4c4aa7ab68e365f56979(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T08:34:30,850 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9ed4c7314cc4867230cdda70b4bb0123: 2024-11-14T08:34:30,850 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-14T08:34:30,850 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-14T08:34:30,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617, size=0 (0bytes) 2024-11-14T08:34:30,884 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 might be still open, length is 0 2024-11-14T08:34:30,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 2024-11-14T08:34:30,885 WARN [IPC Server handler 3 on default port 46837 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-14T08:34:30,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 after 0ms 2024-11-14T08:34:31,078 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-14T08:34:31,078 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:31,080 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-14T08:34:31,080 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-14T08:34:32,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:56716 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41885:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56716 dst: /127.0.0.1:41885 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41885 remote=/127.0.0.1:56716]. Total timeout mills is 60000, 58058 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:32,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:42000 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41709:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42000 dst: /127.0.0.1:41709 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:32,792 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:56198 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56198 dst: /127.0.0.1:44409 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:32,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741917_1101 (size=1173) 2024-11-14T08:34:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741917_1101 (size=1173) 2024-11-14T08:34:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741917_1101 (size=1173) 2024-11-14T08:34:34,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 after 4002ms 2024-11-14T08:34:34,894 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:34,894 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 took 4010ms 2024-11-14T08:34:34,898 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617; continuing. 2024-11-14T08:34:34,898 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 so closing down 2024-11-14T08:34:34,898 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:34,900 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731573270617.temp 2024-11-14T08:34:34,902 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000003-wal.1731573270617.temp 2024-11-14T08:34:34,902 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741923_1102 (size=550) 2024-11-14T08:34:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741923_1102 (size=550) 2024-11-14T08:34:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741923_1102 (size=550) 2024-11-14T08:34:34,910 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000003-wal.1731573270617.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:34,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000003-wal.1731573270617.temp to hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000008 2024-11-14T08:34:34,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T08:34:34,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617, journal: Splitting hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617, size=0 (0bytes) at 1731573270884Finishing writing output for hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 so closing down at 1731573274898 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000003-wal.1731573270617.temp at 1731573274902 (+4 ms)3 split writer threads finished at 1731573274902Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000003-wal.1731573270617.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731573274910 (+8 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000003-wal.1731573270617.temp to hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000008 at 1731573274912 (+2 ms)Processed 5 edits across 1 Regions in 17 ms; skipped=3; WAL=hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617, size=0, length=0, corrupted=false, cancelled=false at 1731573274912 2024-11-14T08:34:34,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573270617 2024-11-14T08:34:34,915 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000008 2024-11-14T08:34:34,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:34,917 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:34,929 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573274917, exclude list is [], retry=0 2024-11-14T08:34:34,931 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:34,932 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:34,932 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:34,933 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573274917 2024-11-14T08:34:34,933 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:34,934 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ed4c7314cc4867230cdda70b4bb0123, NAME => 'testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:34,934 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:34,934 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,934 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,935 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,936 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed4c7314cc4867230cdda70b4bb0123 columnFamilyName a 2024-11-14T08:34:34,936 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:34,942 DEBUG [StoreFileOpener-9ed4c7314cc4867230cdda70b4bb0123-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 155f39acc7f1483fa0e403d173a8cd29_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:34:34,942 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_ 2024-11-14T08:34:34,946 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/24ba6e67708f4c4aa7ab68e365f56979 2024-11-14T08:34:34,950 DEBUG [StoreFileOpener-9ed4c7314cc4867230cdda70b4bb0123-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32c01a2fca234e69ab3cfb11070a0835_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:34:34,950 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_ 2024-11-14T08:34:34,953 DEBUG [StoreFileOpener-9ed4c7314cc4867230cdda70b4bb0123-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83fabe31ee824a19976323067d220237_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:34:34,953 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_ 2024-11-14T08:34:34,957 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/b24f20cedd3b425f836c2370555c51a0 2024-11-14T08:34:34,957 WARN [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@79638bd7 2024-11-14T08:34:34,957 WARN [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@79638bd7 2024-11-14T08:34:34,957 WARN [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@79638bd7 2024-11-14T08:34:34,957 WARN [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/b24f20cedd3b425f836c2370555c51a0 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@79638bd7 2024-11-14T08:34:34,957 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/b24f20cedd3b425f836c2370555c51a0] to archive 2024-11-14T08:34:34,958 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T08:34:34,960 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_ to hdfs://localhost:46837/hbase/archive/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/155f39acc7f1483fa0e403d173a8cd29_SeqId_4_ 2024-11-14T08:34:34,961 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_ to hdfs://localhost:46837/hbase/archive/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/32c01a2fca234e69ab3cfb11070a0835_SeqId_4_ 2024-11-14T08:34:34,962 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_ to hdfs://localhost:46837/hbase/archive/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/83fabe31ee824a19976323067d220237_SeqId_4_ 2024-11-14T08:34:34,964 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/b24f20cedd3b425f836c2370555c51a0 to hdfs://localhost:46837/hbase/archive/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/a/b24f20cedd3b425f836c2370555c51a0 2024-11-14T08:34:34,964 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(327): Store=9ed4c7314cc4867230cdda70b4bb0123/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:34,964 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,965 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed4c7314cc4867230cdda70b4bb0123 columnFamilyName b 2024-11-14T08:34:34,965 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:34,965 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(327): Store=9ed4c7314cc4867230cdda70b4bb0123/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:34,965 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,966 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed4c7314cc4867230cdda70b4bb0123 columnFamilyName c 2024-11-14T08:34:34,966 DEBUG [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:34,967 INFO [StoreOpener-9ed4c7314cc4867230cdda70b4bb0123-1 {}] regionserver.HStore(327): Store=9ed4c7314cc4867230cdda70b4bb0123/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:34,967 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,967 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,969 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,970 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000008 2024-11-14T08:34:34,972 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:34,974 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 9ed4c7314cc4867230cdda70b4bb0123 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "9ed4c7314cc4867230cdda70b4bb0123" family_name: "a" compaction_input: "b24f20cedd3b425f836c2370555c51a0" compaction_input: "155f39acc7f1483fa0e403d173a8cd29_SeqId_4_" compaction_input: "83fabe31ee824a19976323067d220237_SeqId_4_" compaction_input: "32c01a2fca234e69ab3cfb11070a0835_SeqId_4_" compaction_output: "24ba6e67708f4c4aa7ab68e365f56979" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-14T08:34:34,974 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-14T08:34:34,974 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000008 2024-11-14T08:34:34,975 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/0000000000000000008 2024-11-14T08:34:34,976 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,976 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,977 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:34,979 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9ed4c7314cc4867230cdda70b4bb0123 2024-11-14T08:34:34,981 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testCompactedBulkLoadedFiles/9ed4c7314cc4867230cdda70b4bb0123/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T08:34:34,982 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9ed4c7314cc4867230cdda70b4bb0123; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59259112, jitterRate=-0.11697041988372803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:34,982 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9ed4c7314cc4867230cdda70b4bb0123: Writing region info on filesystem at 1731573274934Initializing all the Stores at 1731573274935 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573274935Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573274935Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573274935Cleaning up temporary data from old regions at 1731573274976 (+41 ms)Region opened successfully at 1731573274982 (+6 ms) 2024-11-14T08:34:34,984 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9ed4c7314cc4867230cdda70b4bb0123, disabling compactions & flushes 2024-11-14T08:34:34,985 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. 2024-11-14T08:34:34,985 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. 2024-11-14T08:34:34,985 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. after waiting 0 ms 2024-11-14T08:34:34,985 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. 2024-11-14T08:34:34,985 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731573270460.9ed4c7314cc4867230cdda70b4bb0123. 2024-11-14T08:34:34,985 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9ed4c7314cc4867230cdda70b4bb0123: Waiting for close lock at 1731573274984Disabling compacts and flushes for region at 1731573274984Disabling writes for close at 1731573274985 (+1 ms)Writing region close event to WAL at 1731573274985Closed at 1731573274985 2024-11-14T08:34:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741924_1103 (size=95) 2024-11-14T08:34:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741924_1103 (size=95) 2024-11-14T08:34:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741924_1103 (size=95) 2024-11-14T08:34:34,990 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:34,990 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731573274917) 2024-11-14T08:34:35,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=442 (was 428) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241672663_22 at /127.0.0.1:35014 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241672663_22 at /127.0.0.1:34724 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_241672663_22 at /127.0.0.1:47886 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:46837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46837 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 237), ProcessCount=11 (was 11), AvailableMemoryMB=6527 (was 6534) 2024-11-14T08:34:35,004 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-14T08:34:35,016 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=442, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=218, ProcessCount=11, AvailableMemoryMB=6525 2024-11-14T08:34:35,016 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-14T08:34:35,029 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:35,031 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:34:35,031 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:34:35,033 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-48364422, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/hregion-48364422, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:35,046 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-48364422/hregion-48364422.1731573275034, exclude list is [], retry=0 2024-11-14T08:34:35,048 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:35,048 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:35,048 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:35,050 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-48364422/hregion-48364422.1731573275034 2024-11-14T08:34:35,050 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:35,051 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e6294a46c109aa7d49b90eba21c3f0c3, NAME => 'testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46837/hbase 2024-11-14T08:34:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741926_1105 (size=67) 2024-11-14T08:34:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741926_1105 (size=67) 2024-11-14T08:34:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741926_1105 (size=67) 2024-11-14T08:34:35,060 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:35,061 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,062 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName a 2024-11-14T08:34:35,062 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:35,063 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:35,063 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,064 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName b 2024-11-14T08:34:35,064 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:35,065 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:35,065 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,066 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName c 2024-11-14T08:34:35,066 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:35,066 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:35,067 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,067 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,068 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,068 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,069 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,069 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:35,070 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,072 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:34:35,073 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6294a46c109aa7d49b90eba21c3f0c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75008256, jitterRate=0.11771011352539062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:35,073 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6294a46c109aa7d49b90eba21c3f0c3: Writing region info on filesystem at 1731573275060Initializing all the Stores at 1731573275061 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573275061Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573275061Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573275061Cleaning up temporary data from old regions at 1731573275069 (+8 ms)Region opened successfully at 1731573275073 (+4 ms) 2024-11-14T08:34:35,073 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e6294a46c109aa7d49b90eba21c3f0c3, disabling compactions & flushes 2024-11-14T08:34:35,073 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:35,073 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:35,073 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. after waiting 0 ms 2024-11-14T08:34:35,073 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:35,073 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:35,073 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e6294a46c109aa7d49b90eba21c3f0c3: Waiting for close lock at 1731573275073Disabling compacts and flushes for region at 1731573275073Disabling writes for close at 1731573275073Writing region close event to WAL at 1731573275073Closed at 1731573275073 2024-11-14T08:34:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741925_1104 (size=95) 2024-11-14T08:34:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741925_1104 (size=95) 2024-11-14T08:34:35,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741925_1104 (size=95) 2024-11-14T08:34:35,078 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:35,078 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-48364422:(num 1731573275034) 2024-11-14T08:34:35,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:35,080 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:35,095 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081, exclude list is [], retry=0 2024-11-14T08:34:35,097 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:35,098 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:35,098 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:35,099 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081 2024-11-14T08:34:35,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:45113:45113)] 2024-11-14T08:34:35,100 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e6294a46c109aa7d49b90eba21c3f0c3, NAME => 'testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:35,100 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:35,100 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,100 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,101 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,102 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName a 2024-11-14T08:34:35,102 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:35,103 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:35,103 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,104 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName b 2024-11-14T08:34:35,104 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:35,104 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:35,104 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,105 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName c 2024-11-14T08:34:35,105 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:35,106 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:35,106 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,106 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,107 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,108 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,108 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,109 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:35,110 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,111 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6294a46c109aa7d49b90eba21c3f0c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70212957, jitterRate=0.04625459015369415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:35,111 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6294a46c109aa7d49b90eba21c3f0c3: Writing region info on filesystem at 1731573275100Initializing all the Stores at 1731573275101 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573275101Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573275101Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573275101Cleaning up temporary data from old regions at 1731573275108 (+7 ms)Region opened successfully at 1731573275111 (+3 ms) 2024-11-14T08:34:35,119 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e6294a46c109aa7d49b90eba21c3f0c3 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-14T08:34:35,135 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/a/25bc7d5e98414ed7aeec522115dbaa49 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731573275111/Put/seqid=0 2024-11-14T08:34:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741928_1107 (size=5958) 2024-11-14T08:34:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741928_1107 (size=5958) 2024-11-14T08:34:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741928_1107 (size=5958) 2024-11-14T08:34:35,142 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/a/25bc7d5e98414ed7aeec522115dbaa49 2024-11-14T08:34:35,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T08:34:35,146 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/a/25bc7d5e98414ed7aeec522115dbaa49 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/a/25bc7d5e98414ed7aeec522115dbaa49 2024-11-14T08:34:35,151 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/a/25bc7d5e98414ed7aeec522115dbaa49, entries=10, sequenceid=13, filesize=5.8 K 2024-11-14T08:34:35,152 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e6294a46c109aa7d49b90eba21c3f0c3 in 33ms, sequenceid=13, compaction requested=false 2024-11-14T08:34:35,152 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e6294a46c109aa7d49b90eba21c3f0c3: 2024-11-14T08:34:35,168 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e6294a46c109aa7d49b90eba21c3f0c3, disabling compactions & flushes 2024-11-14T08:34:35,168 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:35,169 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:35,169 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. after waiting 0 ms 2024-11-14T08:34:35,169 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:35,169 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:35,169 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:35,169 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e6294a46c109aa7d49b90eba21c3f0c3: Waiting for close lock at 1731573275168Disabling compacts and flushes for region at 1731573275168Disabling writes for close at 1731573275169 (+1 ms)Writing region close event to WAL at 1731573275169Closed at 1731573275169 2024-11-14T08:34:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741927_1106 (size=3345) 2024-11-14T08:34:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741927_1106 (size=3345) 2024-11-14T08:34:35,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741927_1106 (size=3345) 2024-11-14T08:34:35,187 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081, size=3.3 K (3345bytes) 2024-11-14T08:34:35,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081 2024-11-14T08:34:35,187 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081 after 0ms 2024-11-14T08:34:35,189 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:35,189 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081 took 3ms 2024-11-14T08:34:35,192 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081 so closing down 2024-11-14T08:34:35,192 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:35,193 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731573275081.temp 2024-11-14T08:34:35,194 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000003-wal.1731573275081.temp 2024-11-14T08:34:35,194 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:35,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741929_1108 (size=2944) 2024-11-14T08:34:35,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741929_1108 (size=2944) 2024-11-14T08:34:35,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741929_1108 (size=2944) 2024-11-14T08:34:35,200 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000003-wal.1731573275081.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:35,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000003-wal.1731573275081.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000035 2024-11-14T08:34:35,202 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-14T08:34:35,202 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081, journal: Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081, size=3.3 K (3345bytes) at 1731573275187Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081 so closing down at 1731573275192 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000003-wal.1731573275081.temp at 1731573275194 (+2 ms)3 split writer threads finished at 1731573275194Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000003-wal.1731573275081.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731573275200 (+6 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000003-wal.1731573275081.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000035 at 1731573275202 (+2 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1731573275202 2024-11-14T08:34:35,204 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275081 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573275081 2024-11-14T08:34:35,204 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000035 2024-11-14T08:34:35,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:35,206 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:35,218 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206, exclude list is [], retry=0 2024-11-14T08:34:35,221 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:35,221 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:35,221 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:35,222 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 2024-11-14T08:34:35,223 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623),(127.0.0.1/127.0.0.1:43355:43355)] 2024-11-14T08:34:35,223 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e6294a46c109aa7d49b90eba21c3f0c3, NAME => 'testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:34:35,223 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:35,223 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,223 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,224 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,225 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName a 2024-11-14T08:34:35,225 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:35,230 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/a/25bc7d5e98414ed7aeec522115dbaa49 2024-11-14T08:34:35,230 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:35,230 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,231 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName b 2024-11-14T08:34:35,231 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:35,231 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:35,231 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,232 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName c 2024-11-14T08:34:35,232 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:35,233 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:35,233 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,233 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,235 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,236 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000035 2024-11-14T08:34:35,238 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:35,239 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000035 2024-11-14T08:34:35,239 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e6294a46c109aa7d49b90eba21c3f0c3 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-14T08:34:35,258 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/b/b4f6d0f865e248b9bdb9226b608c7d13 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731573275152/Put/seqid=0 2024-11-14T08:34:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741931_1110 (size=5958) 2024-11-14T08:34:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741931_1110 (size=5958) 2024-11-14T08:34:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741931_1110 (size=5958) 2024-11-14T08:34:35,264 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/b/b4f6d0f865e248b9bdb9226b608c7d13 2024-11-14T08:34:35,281 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/c/0c1a2e41b33d4ca0a32442f654b00db7 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731573275159/Put/seqid=0 2024-11-14T08:34:35,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741932_1111 (size=5958) 2024-11-14T08:34:35,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741932_1111 (size=5958) 2024-11-14T08:34:35,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741932_1111 (size=5958) 2024-11-14T08:34:35,288 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/c/0c1a2e41b33d4ca0a32442f654b00db7 2024-11-14T08:34:35,293 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/b/b4f6d0f865e248b9bdb9226b608c7d13 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/b/b4f6d0f865e248b9bdb9226b608c7d13 2024-11-14T08:34:35,299 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/b/b4f6d0f865e248b9bdb9226b608c7d13, entries=10, sequenceid=35, filesize=5.8 K 2024-11-14T08:34:35,301 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/c/0c1a2e41b33d4ca0a32442f654b00db7 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/c/0c1a2e41b33d4ca0a32442f654b00db7 2024-11-14T08:34:35,307 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/c/0c1a2e41b33d4ca0a32442f654b00db7, entries=10, sequenceid=35, filesize=5.8 K 2024-11-14T08:34:35,308 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e6294a46c109aa7d49b90eba21c3f0c3 in 69ms, sequenceid=35, compaction requested=false; wal=null 2024-11-14T08:34:35,308 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000035 2024-11-14T08:34:35,309 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,310 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,310 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:35,312 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:35,314 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-14T08:34:35,315 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6294a46c109aa7d49b90eba21c3f0c3; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69977528, jitterRate=0.04274642467498779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:35,315 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6294a46c109aa7d49b90eba21c3f0c3: Writing region info on filesystem at 1731573275223Initializing all the Stores at 1731573275224 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573275224Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573275224Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573275224Obtaining lock to block concurrent updates at 1731573275239 (+15 ms)Preparing flush snapshotting stores in e6294a46c109aa7d49b90eba21c3f0c3 at 1731573275239Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731573275239Flushing stores of testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. at 1731573275239Flushing e6294a46c109aa7d49b90eba21c3f0c3/b: creating writer at 1731573275239Flushing e6294a46c109aa7d49b90eba21c3f0c3/b: appending metadata at 1731573275257 (+18 ms)Flushing e6294a46c109aa7d49b90eba21c3f0c3/b: closing flushed file at 1731573275257Flushing e6294a46c109aa7d49b90eba21c3f0c3/c: creating writer at 1731573275268 (+11 ms)Flushing e6294a46c109aa7d49b90eba21c3f0c3/c: appending metadata at 1731573275281 (+13 ms)Flushing e6294a46c109aa7d49b90eba21c3f0c3/c: closing flushed file at 1731573275281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1330e1: reopening flushed file at 1731573275292 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4c287b: reopening flushed file at 1731573275300 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for e6294a46c109aa7d49b90eba21c3f0c3 in 69ms, sequenceid=35, compaction requested=false; wal=null at 1731573275308 (+8 ms)Cleaning up temporary data from old regions at 1731573275310 (+2 ms)Region opened successfully at 1731573275315 (+5 ms) 2024-11-14T08:34:35,374 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206, size=0 (0bytes) 2024-11-14T08:34:35,374 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 might be still open, length is 0 2024-11-14T08:34:35,374 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 2024-11-14T08:34:35,375 WARN [IPC Server handler 2 on default port 46837 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-14T08:34:35,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 after 1ms 2024-11-14T08:34:35,796 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:34768 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44409:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34768 dst: /127.0.0.1:44409 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44409 remote=/127.0.0.1:34768]. Total timeout mills is 60000, 59544 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:35,797 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:47964 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41885:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47964 dst: /127.0.0.1:41885 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:35,797 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1050604466_22 at /127.0.0.1:35050 [Receiving block BP-1459346349-172.17.0.3-1731573236341:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41709:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35050 dst: /127.0.0.1:41709 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:35,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741930_1112 (size=2936) 2024-11-14T08:34:35,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741930_1112 (size=2936) 2024-11-14T08:34:35,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741930_1112 (size=2936) 2024-11-14T08:34:39,376 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 after 4002ms 2024-11-14T08:34:39,382 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:39,383 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 took 4008ms 2024-11-14T08:34:39,387 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206; continuing. 2024-11-14T08:34:39,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 so closing down 2024-11-14T08:34:39,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T08:34:39,389 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731573275206.temp 2024-11-14T08:34:39,391 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000037-wal.1731573275206.temp 2024-11-14T08:34:39,392 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T08:34:39,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741933_1113 (size=2944) 2024-11-14T08:34:39,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741933_1113 (size=2944) 2024-11-14T08:34:39,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741933_1113 (size=2944) 2024-11-14T08:34:39,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000037-wal.1731573275206.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-14T08:34:39,401 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000037-wal.1731573275206.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000066 2024-11-14T08:34:39,401 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T08:34:39,401 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206, journal: Splitting hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206, size=0 (0bytes) at 1731573275374Finishing writing output for hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 so closing down at 1731573279387 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000037-wal.1731573275206.temp at 1731573279391 (+4 ms)3 split writer threads finished at 1731573279392 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000037-wal.1731573275206.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731573279400 (+8 ms)Rename recovered edits hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000037-wal.1731573275206.temp to hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000066 at 1731573279401 (+1 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206, size=0, length=0, corrupted=false, cancelled=false at 1731573279401 2024-11-14T08:34:39,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 to hdfs://localhost:46837/hbase/oldWALs/wal.1731573275206 2024-11-14T08:34:39,403 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000066 2024-11-14T08:34:39,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T08:34:39,405 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46837/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028, archiveDir=hdfs://localhost:46837/hbase/oldWALs, maxLogs=32 2024-11-14T08:34:39,420 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573279405, exclude list is [], retry=0 2024-11-14T08:34:39,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41709,DS-bdc7e800-020d-4b06-b871-7bf0ebe2ee82,DISK] 2024-11-14T08:34:39,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44409,DS-d367f315-0032-4d54-b8e7-12d57a47ac40,DISK] 2024-11-14T08:34:39,423 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41885,DS-eebbb0f8-471c-43ec-a1b3-e52cf5d21015,DISK] 2024-11-14T08:34:39,424 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573279405 2024-11-14T08:34:39,424 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43355:43355),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-14T08:34:39,425 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:34:39,426 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:39,427 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName a 2024-11-14T08:34:39,427 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:39,433 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/a/25bc7d5e98414ed7aeec522115dbaa49 2024-11-14T08:34:39,433 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:39,433 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:39,434 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName b 2024-11-14T08:34:39,434 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:39,440 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/b/b4f6d0f865e248b9bdb9226b608c7d13 2024-11-14T08:34:39,440 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:39,440 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:39,441 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6294a46c109aa7d49b90eba21c3f0c3 columnFamilyName c 2024-11-14T08:34:39,441 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:34:39,448 DEBUG [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/c/0c1a2e41b33d4ca0a32442f654b00db7 2024-11-14T08:34:39,448 INFO [StoreOpener-e6294a46c109aa7d49b90eba21c3f0c3-1 {}] regionserver.HStore(327): Store=e6294a46c109aa7d49b90eba21c3f0c3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:34:39,449 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:39,449 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:39,451 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:39,451 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000066 2024-11-14T08:34:39,453 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T08:34:39,456 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000066 2024-11-14T08:34:39,456 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e6294a46c109aa7d49b90eba21c3f0c3 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-14T08:34:39,470 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/a/8679f0f782b14962b4fcbc8e46b28cd0 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731573275322/Put/seqid=0 2024-11-14T08:34:39,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741935_1115 (size=5958) 2024-11-14T08:34:39,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741935_1115 (size=5958) 2024-11-14T08:34:39,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741935_1115 (size=5958) 2024-11-14T08:34:39,476 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/a/8679f0f782b14962b4fcbc8e46b28cd0 2024-11-14T08:34:39,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/b/505cad5486744f049c2ce1f4cc0a860a is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731573275328/Put/seqid=0 2024-11-14T08:34:39,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741936_1116 (size=5958) 2024-11-14T08:34:39,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741936_1116 (size=5958) 2024-11-14T08:34:39,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741936_1116 (size=5958) 2024-11-14T08:34:39,507 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/b/505cad5486744f049c2ce1f4cc0a860a 2024-11-14T08:34:39,524 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/c/2544999c7723408b9b398c377161ad87 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731573275334/Put/seqid=0 2024-11-14T08:34:39,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741937_1117 (size=5958) 2024-11-14T08:34:39,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741937_1117 (size=5958) 2024-11-14T08:34:39,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741937_1117 (size=5958) 2024-11-14T08:34:39,530 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/c/2544999c7723408b9b398c377161ad87 2024-11-14T08:34:39,534 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/a/8679f0f782b14962b4fcbc8e46b28cd0 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/a/8679f0f782b14962b4fcbc8e46b28cd0 2024-11-14T08:34:39,538 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/a/8679f0f782b14962b4fcbc8e46b28cd0, entries=10, sequenceid=66, filesize=5.8 K 2024-11-14T08:34:39,539 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/b/505cad5486744f049c2ce1f4cc0a860a as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/b/505cad5486744f049c2ce1f4cc0a860a 2024-11-14T08:34:39,544 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/b/505cad5486744f049c2ce1f4cc0a860a, entries=10, sequenceid=66, filesize=5.8 K 2024-11-14T08:34:39,545 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/.tmp/c/2544999c7723408b9b398c377161ad87 as hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/c/2544999c7723408b9b398c377161ad87 2024-11-14T08:34:39,550 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/c/2544999c7723408b9b398c377161ad87, entries=10, sequenceid=66, filesize=5.8 K 2024-11-14T08:34:39,550 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e6294a46c109aa7d49b90eba21c3f0c3 in 94ms, sequenceid=66, compaction requested=false; wal=null 2024-11-14T08:34:39,550 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/0000000000000000066 2024-11-14T08:34:39,551 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:39,551 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:39,552 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:34:39,553 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6294a46c109aa7d49b90eba21c3f0c3 2024-11-14T08:34:39,555 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/hbase/data/default/testReplayEditsWrittenViaHRegion/e6294a46c109aa7d49b90eba21c3f0c3/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-14T08:34:39,556 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6294a46c109aa7d49b90eba21c3f0c3; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70341825, jitterRate=0.04817487299442291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:34:39,556 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6294a46c109aa7d49b90eba21c3f0c3: Writing region info on filesystem at 1731573279425Initializing all the Stores at 1731573279426 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573279426Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573279426Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731573279426Obtaining lock to block concurrent updates at 1731573279456 (+30 ms)Preparing flush snapshotting stores in e6294a46c109aa7d49b90eba21c3f0c3 at 1731573279456Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731573279456Flushing stores of testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. at 1731573279456Flushing e6294a46c109aa7d49b90eba21c3f0c3/a: creating writer at 1731573279456Flushing e6294a46c109aa7d49b90eba21c3f0c3/a: appending metadata at 1731573279469 (+13 ms)Flushing e6294a46c109aa7d49b90eba21c3f0c3/a: closing flushed file at 1731573279469Flushing e6294a46c109aa7d49b90eba21c3f0c3/b: creating writer at 1731573279481 (+12 ms)Flushing e6294a46c109aa7d49b90eba21c3f0c3/b: appending metadata at 1731573279499 (+18 ms)Flushing e6294a46c109aa7d49b90eba21c3f0c3/b: closing flushed file at 1731573279499Flushing e6294a46c109aa7d49b90eba21c3f0c3/c: creating writer at 1731573279511 (+12 ms)Flushing e6294a46c109aa7d49b90eba21c3f0c3/c: appending metadata at 1731573279524 (+13 ms)Flushing e6294a46c109aa7d49b90eba21c3f0c3/c: closing flushed file at 1731573279524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41da2e23: reopening flushed file at 1731573279533 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab8d05d: reopening flushed file at 1731573279538 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1374ff0: reopening flushed file at 1731573279544 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e6294a46c109aa7d49b90eba21c3f0c3 in 94ms, sequenceid=66, compaction requested=false; wal=null at 1731573279550 (+6 ms)Cleaning up temporary data from old regions at 1731573279551 (+1 ms)Region opened successfully at 1731573279556 (+5 ms) 2024-11-14T08:34:39,568 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e6294a46c109aa7d49b90eba21c3f0c3, disabling compactions & flushes 2024-11-14T08:34:39,568 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:39,568 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:39,568 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. after waiting 0 ms 2024-11-14T08:34:39,568 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:39,570 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731573275029.e6294a46c109aa7d49b90eba21c3f0c3. 2024-11-14T08:34:39,570 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e6294a46c109aa7d49b90eba21c3f0c3: Waiting for close lock at 1731573279568Disabling compacts and flushes for region at 1731573279568Disabling writes for close at 1731573279568Writing region close event to WAL at 1731573279569 (+1 ms)Closed at 1731573279570 (+1 ms) 2024-11-14T08:34:39,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741934_1114 (size=95) 2024-11-14T08:34:39,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741934_1114 (size=95) 2024-11-14T08:34:39,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741934_1114 (size=95) 2024-11-14T08:34:39,574 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T08:34:39,574 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731573279405) 2024-11-14T08:34:39,587 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=449 (was 442) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_189168011_22 at /127.0.0.1:48010 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_189168011_22 at /127.0.0.1:35072 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46837 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:46837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_189168011_22 at /127.0.0.1:34794 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=201 (was 218), ProcessCount=11 (was 11), AvailableMemoryMB=6506 (was 6525) 2024-11-14T08:34:39,587 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-14T08:34:39,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:34:39,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:34:39,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:34:39,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:39,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:39,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:34:39,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:34:39,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1543425285, stopped=false 2024-11-14T08:34:39,589 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,46849,1731573240737 2024-11-14T08:34:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T08:34:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T08:34:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T08:34:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:39,668 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:34:39,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T08:34:39,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T08:34:39,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T08:34:39,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:34:39,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:34:39,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:39,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,43695,1731573241500' ***** 2024-11-14T08:34:39,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:34:39,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,40665,1731573241605' ***** 2024-11-14T08:34:39,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:34:39,670 INFO [RS:0;b344df224d93:43695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:34:39,670 INFO [RS:0;b344df224d93:43695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:34:39,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:34:39,670 INFO [RS:0;b344df224d93:43695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:34:39,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:34:39,670 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(959): stopping server b344df224d93,40665,1731573241605 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:34:39,670 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(959): stopping server b344df224d93,43695,1731573241500 2024-11-14T08:34:39,670 INFO [RS:0;b344df224d93:43695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b344df224d93:40665. 2024-11-14T08:34:39,670 INFO [RS:0;b344df224d93:43695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:43695. 2024-11-14T08:34:39,670 DEBUG [RS:1;b344df224d93:40665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:34:39,670 DEBUG [RS:1;b344df224d93:40665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:39,670 DEBUG [RS:0;b344df224d93:43695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:34:39,670 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f95a4c7100030b20c7e069123e35eac, disabling compactions & flushes 2024-11-14T08:34:39,670 DEBUG [RS:0;b344df224d93:43695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:39,670 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:34:39,670 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:34:39,670 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:39,670 DEBUG [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(1325): Online Regions={6f95a4c7100030b20c7e069123e35eac=testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac.} 2024-11-14T08:34:39,670 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. after waiting 0 ms 2024-11-14T08:34:39,670 DEBUG [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(1351): Waiting on 6f95a4c7100030b20c7e069123e35eac 2024-11-14T08:34:39,670 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:34:39,670 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:39,671 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:34:39,671 DEBUG [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:34:39,671 DEBUG [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:34:39,671 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:34:39,671 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:34:39,671 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:34:39,671 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:34:39,671 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:34:39,671 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-14T08:34:39,674 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/default/testReplayEditsAfterRegionMovedWithMultiCF/6f95a4c7100030b20c7e069123e35eac/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-14T08:34:39,675 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:39,675 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f95a4c7100030b20c7e069123e35eac: Waiting for close lock at 1731573279670Running coprocessor pre-close hooks at 1731573279670Disabling compacts and flushes for region at 1731573279670Disabling writes for close at 1731573279670Writing region close event to WAL at 1731573279671 (+1 ms)Running coprocessor post-close hooks at 1731573279675 (+4 ms)Closed at 1731573279675 2024-11-14T08:34:39,675 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac. 2024-11-14T08:34:39,697 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/.tmp/info/8795e0a9f6c3434fb8050775bb195ddb is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731573256521.6f95a4c7100030b20c7e069123e35eac./info:regioninfo/1731573259665/Put/seqid=0 2024-11-14T08:34:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741938_1118 (size=8243) 2024-11-14T08:34:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741938_1118 (size=8243) 2024-11-14T08:34:39,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741938_1118 (size=8243) 2024-11-14T08:34:39,704 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/.tmp/info/8795e0a9f6c3434fb8050775bb195ddb 2024-11-14T08:34:39,723 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/.tmp/ns/f8f00371cc064673b372ceb4dae865ea is 43, key is default/ns:d/1731573243832/Put/seqid=0 2024-11-14T08:34:39,729 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:34:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741939_1119 (size=5153) 2024-11-14T08:34:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741939_1119 (size=5153) 2024-11-14T08:34:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741939_1119 (size=5153) 2024-11-14T08:34:39,730 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/.tmp/ns/f8f00371cc064673b372ceb4dae865ea 2024-11-14T08:34:39,736 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:34:39,748 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/.tmp/table/20857987de514676bc0429bc60bd0c32 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731573256952/Put/seqid=0 2024-11-14T08:34:39,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741940_1120 (size=5431) 2024-11-14T08:34:39,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741940_1120 (size=5431) 2024-11-14T08:34:39,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741940_1120 (size=5431) 2024-11-14T08:34:39,754 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/.tmp/table/20857987de514676bc0429bc60bd0c32 2024-11-14T08:34:39,760 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/.tmp/info/8795e0a9f6c3434fb8050775bb195ddb as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/info/8795e0a9f6c3434fb8050775bb195ddb 2024-11-14T08:34:39,765 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/info/8795e0a9f6c3434fb8050775bb195ddb, entries=18, sequenceid=21, filesize=8.0 K 2024-11-14T08:34:39,766 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/.tmp/ns/f8f00371cc064673b372ceb4dae865ea as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/ns/f8f00371cc064673b372ceb4dae865ea 2024-11-14T08:34:39,771 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/ns/f8f00371cc064673b372ceb4dae865ea, entries=2, sequenceid=21, filesize=5.0 K 2024-11-14T08:34:39,772 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/.tmp/table/20857987de514676bc0429bc60bd0c32 as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/table/20857987de514676bc0429bc60bd0c32 2024-11-14T08:34:39,777 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/table/20857987de514676bc0429bc60bd0c32, entries=2, sequenceid=21, filesize=5.3 K 2024-11-14T08:34:39,778 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=21, compaction requested=false 2024-11-14T08:34:39,783 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-14T08:34:39,784 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:34:39,784 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:34:39,784 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731573279671Running coprocessor pre-close hooks at 1731573279671Disabling compacts and flushes for region at 1731573279671Disabling writes for close at 1731573279671Obtaining lock to block concurrent updates at 1731573279671Preparing flush snapshotting stores in 1588230740 at 1731573279671Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731573279672 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731573279672Flushing 1588230740/info: creating writer at 1731573279672Flushing 1588230740/info: appending metadata at 1731573279696 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731573279696Flushing 1588230740/ns: creating writer at 1731573279709 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731573279723 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731573279723Flushing 1588230740/table: creating writer at 1731573279734 (+11 ms)Flushing 1588230740/table: appending metadata at 1731573279748 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731573279748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208cbe18: reopening flushed file at 1731573279759 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac16758: reopening flushed file at 1731573279765 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f54874: reopening flushed file at 1731573279771 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=21, compaction requested=false at 1731573279778 (+7 ms)Writing region close event to WAL at 1731573279780 (+2 ms)Running coprocessor post-close hooks at 1731573279784 (+4 ms)Closed at 1731573279784 2024-11-14T08:34:39,784 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:34:39,871 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(976): stopping server b344df224d93,43695,1731573241500; all regions closed. 2024-11-14T08:34:39,871 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(976): stopping server b344df224d93,40665,1731573241605; all regions closed. 2024-11-14T08:34:39,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741834_1010 (size=2180) 2024-11-14T08:34:39,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741836_1012 (size=4715) 2024-11-14T08:34:39,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741834_1010 (size=2180) 2024-11-14T08:34:39,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741836_1012 (size=4715) 2024-11-14T08:34:39,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741834_1010 (size=2180) 2024-11-14T08:34:39,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741836_1012 (size=4715) 2024-11-14T08:34:39,880 DEBUG [RS:0;b344df224d93:43695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/oldWALs 2024-11-14T08:34:39,880 INFO [RS:0;b344df224d93:43695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C43695%2C1731573241500:(num 1731573243248) 2024-11-14T08:34:39,880 DEBUG [RS:0;b344df224d93:43695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:39,880 DEBUG [RS:1;b344df224d93:40665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/oldWALs 2024-11-14T08:34:39,880 INFO [RS:0;b344df224d93:43695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:34:39,880 INFO [RS:1;b344df224d93:40665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C40665%2C1731573241605.meta:.meta(num 1731573243644) 2024-11-14T08:34:39,880 INFO [RS:0;b344df224d93:43695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:34:39,880 INFO [RS:0;b344df224d93:43695 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:34:39,880 INFO [RS:0;b344df224d93:43695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:34:39,880 INFO [RS:0;b344df224d93:43695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:34:39,880 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:34:39,880 INFO [RS:0;b344df224d93:43695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:34:39,880 INFO [RS:0;b344df224d93:43695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:34:39,881 INFO [RS:0;b344df224d93:43695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43695 2024-11-14T08:34:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741833_1009 (size=95) 2024-11-14T08:34:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741833_1009 (size=95) 2024-11-14T08:34:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741833_1009 (size=95) 2024-11-14T08:34:39,885 DEBUG [RS:1;b344df224d93:40665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/oldWALs 2024-11-14T08:34:39,885 INFO [RS:1;b344df224d93:40665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C40665%2C1731573241605:(num 1731573243248) 2024-11-14T08:34:39,885 DEBUG [RS:1;b344df224d93:40665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:34:39,885 INFO [RS:1;b344df224d93:40665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:34:39,885 INFO [RS:1;b344df224d93:40665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:34:39,885 INFO [RS:1;b344df224d93:40665 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:34:39,886 INFO [RS:1;b344df224d93:40665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:34:39,886 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:34:39,886 INFO [RS:1;b344df224d93:40665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40665 2024-11-14T08:34:39,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b344df224d93,43695,1731573241500 2024-11-14T08:34:39,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T08:34:39,888 INFO [RS:0;b344df224d93:43695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:34:39,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b344df224d93,40665,1731573241605 2024-11-14T08:34:39,899 INFO [RS:1;b344df224d93:40665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:34:39,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,40665,1731573241605] 2024-11-14T08:34:39,931 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b344df224d93,40665,1731573241605 already deleted, retry=false 2024-11-14T08:34:39,932 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,40665,1731573241605 expired; onlineServers=1 2024-11-14T08:34:39,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,43695,1731573241500] 2024-11-14T08:34:39,941 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b344df224d93,43695,1731573241500 already deleted, retry=false 2024-11-14T08:34:39,941 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,43695,1731573241500 expired; onlineServers=0 2024-11-14T08:34:39,941 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,46849,1731573240737' ***** 2024-11-14T08:34:39,941 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:34:39,941 INFO [M:0;b344df224d93:46849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:34:39,941 INFO [M:0;b344df224d93:46849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:34:39,941 DEBUG [M:0;b344df224d93:46849 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:34:39,942 DEBUG [M:0;b344df224d93:46849 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:34:39,942 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:34:39,942 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731573242822 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731573242822,5,FailOnTimeoutGroup] 2024-11-14T08:34:39,942 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731573242824 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731573242824,5,FailOnTimeoutGroup] 2024-11-14T08:34:39,942 INFO [M:0;b344df224d93:46849 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:34:39,942 INFO [M:0;b344df224d93:46849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:34:39,942 DEBUG [M:0;b344df224d93:46849 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:34:39,942 INFO [M:0;b344df224d93:46849 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:34:39,942 INFO [M:0;b344df224d93:46849 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:34:39,943 INFO [M:0;b344df224d93:46849 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:34:39,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:34:39,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T08:34:39,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T08:34:39,952 DEBUG [M:0;b344df224d93:46849 {}] zookeeper.ZKUtil(347): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T08:34:39,952 WARN [M:0;b344df224d93:46849 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:34:39,953 INFO [M:0;b344df224d93:46849 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/.lastflushedseqids 2024-11-14T08:34:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741941_1121 (size=138) 2024-11-14T08:34:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741941_1121 (size=138) 2024-11-14T08:34:39,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741941_1121 (size=138) 2024-11-14T08:34:39,968 INFO [M:0;b344df224d93:46849 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:34:39,969 INFO [M:0;b344df224d93:46849 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:34:39,969 DEBUG [M:0;b344df224d93:46849 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:34:39,969 INFO [M:0;b344df224d93:46849 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:34:39,969 DEBUG [M:0;b344df224d93:46849 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:34:39,969 DEBUG [M:0;b344df224d93:46849 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:34:39,969 DEBUG [M:0;b344df224d93:46849 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:34:39,969 INFO [M:0;b344df224d93:46849 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-14T08:34:39,983 DEBUG [M:0;b344df224d93:46849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/301b3a63577b4998a4a9e76dc8c144be is 82, key is hbase:meta,,1/info:regioninfo/1731573243723/Put/seqid=0 2024-11-14T08:34:39,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741942_1122 (size=5672) 2024-11-14T08:34:39,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741942_1122 (size=5672) 2024-11-14T08:34:39,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741942_1122 (size=5672) 2024-11-14T08:34:39,989 INFO [M:0;b344df224d93:46849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/301b3a63577b4998a4a9e76dc8c144be 2024-11-14T08:34:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:34:40,010 INFO [RS:0;b344df224d93:43695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:34:40,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43695-0x101387acc3f0001, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:34:40,010 INFO [RS:0;b344df224d93:43695 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,43695,1731573241500; zookeeper connection closed. 2024-11-14T08:34:40,010 DEBUG [M:0;b344df224d93:46849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05ad1c062d6b46ec87d1bee58049913b is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731573256958/Put/seqid=0 2024-11-14T08:34:40,010 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2157c7d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2157c7d1 2024-11-14T08:34:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741943_1123 (size=7755) 2024-11-14T08:34:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741943_1123 (size=7755) 2024-11-14T08:34:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741943_1123 (size=7755) 2024-11-14T08:34:40,017 INFO [M:0;b344df224d93:46849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05ad1c062d6b46ec87d1bee58049913b 2024-11-14T08:34:40,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:34:40,020 INFO [RS:1;b344df224d93:40665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:34:40,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x101387acc3f0002, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:34:40,020 INFO [RS:1;b344df224d93:40665 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,40665,1731573241605; zookeeper connection closed. 2024-11-14T08:34:40,021 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@235d7374 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@235d7374 2024-11-14T08:34:40,021 INFO [M:0;b344df224d93:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05ad1c062d6b46ec87d1bee58049913b 2024-11-14T08:34:40,021 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T08:34:40,039 DEBUG [M:0;b344df224d93:46849 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62bea9c06a244ba6b5d4bffadd14b931 is 69, key is b344df224d93,40665,1731573241605/rs:state/1731573242969/Put/seqid=0 2024-11-14T08:34:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741944_1124 (size=5440) 2024-11-14T08:34:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741944_1124 (size=5440) 2024-11-14T08:34:40,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741944_1124 (size=5440) 2024-11-14T08:34:40,052 INFO [M:0;b344df224d93:46849 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62bea9c06a244ba6b5d4bffadd14b931 2024-11-14T08:34:40,056 INFO [M:0;b344df224d93:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62bea9c06a244ba6b5d4bffadd14b931 2024-11-14T08:34:40,057 DEBUG [M:0;b344df224d93:46849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/301b3a63577b4998a4a9e76dc8c144be as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/301b3a63577b4998a4a9e76dc8c144be 2024-11-14T08:34:40,062 INFO [M:0;b344df224d93:46849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/301b3a63577b4998a4a9e76dc8c144be, entries=8, sequenceid=168, filesize=5.5 K 2024-11-14T08:34:40,063 DEBUG [M:0;b344df224d93:46849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05ad1c062d6b46ec87d1bee58049913b as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05ad1c062d6b46ec87d1bee58049913b 2024-11-14T08:34:40,068 INFO [M:0;b344df224d93:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05ad1c062d6b46ec87d1bee58049913b 2024-11-14T08:34:40,068 INFO [M:0;b344df224d93:46849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05ad1c062d6b46ec87d1bee58049913b, entries=17, sequenceid=168, filesize=7.6 K 2024-11-14T08:34:40,069 DEBUG [M:0;b344df224d93:46849 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62bea9c06a244ba6b5d4bffadd14b931 as hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62bea9c06a244ba6b5d4bffadd14b931 2024-11-14T08:34:40,074 INFO [M:0;b344df224d93:46849 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62bea9c06a244ba6b5d4bffadd14b931 2024-11-14T08:34:40,075 INFO [M:0;b344df224d93:46849 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46837/user/jenkins/test-data/e8b1f4dc-59ae-c3cc-8b15-df0e2d16159d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62bea9c06a244ba6b5d4bffadd14b931, entries=3, sequenceid=168, filesize=5.3 K 2024-11-14T08:34:40,076 INFO [M:0;b344df224d93:46849 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=168, compaction requested=false 2024-11-14T08:34:40,077 INFO [M:0;b344df224d93:46849 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:34:40,077 DEBUG [M:0;b344df224d93:46849 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731573279969Disabling compacts and flushes for region at 1731573279969Disabling writes for close at 1731573279969Obtaining lock to block concurrent updates at 1731573279969Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731573279969Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731573279969Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731573279970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731573279970Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731573279983 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731573279983Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731573279993 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731573280009 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731573280010 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731573280021 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731573280039 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731573280039Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2638270a: reopening flushed file at 1731573280056 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63430377: reopening flushed file at 1731573280062 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7effef18: reopening flushed file at 1731573280068 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=168, compaction requested=false at 1731573280076 (+8 ms)Writing region close event to WAL at 1731573280077 (+1 ms)Closed at 1731573280077 2024-11-14T08:34:40,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41709 is added to blk_1073741830_1006 (size=56590) 2024-11-14T08:34:40,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44409 is added to blk_1073741830_1006 (size=56590) 2024-11-14T08:34:40,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41885 is added to blk_1073741830_1006 (size=56590) 2024-11-14T08:34:40,080 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:34:40,080 INFO [M:0;b344df224d93:46849 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:34:40,080 INFO [M:0;b344df224d93:46849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46849 2024-11-14T08:34:40,080 INFO [M:0;b344df224d93:46849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:34:40,189 INFO [M:0;b344df224d93:46849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:34:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:34:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46849-0x101387acc3f0000, quorum=127.0.0.1:63671, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:34:40,196 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573260247 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573260247 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731573259936/wal.1731573260247 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-14T08:34:40,197 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731573252002/wal.1731573252217 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:40,197 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731573275028/wal.1731573275206 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:40,200 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573269657 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573269657 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731573260383/wal.1731573269657 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-14T08:34:40,201 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731573244938/wal.1731573245143 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:40,204 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573270311 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573270311 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731573269839/wal.1731573270311 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-14T08:34:40,205 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731573270459/wal.1731573270617 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:34:40,207 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal.1731573244805 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal.1731573244805 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731573244618/wal.1731573244805 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-14T08:34:40,209 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal.1731573244351 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal.1731573244351 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731573244093/wal.1731573244351 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1050604466_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-14T08:34:40,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:34:40,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:34:40,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:34:40,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:34:40,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.log.dir/,STOPPED} 2024-11-14T08:34:40,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:34:40,270 WARN [BP-1459346349-172.17.0.3-1731573236341 heartbeating to localhost/127.0.0.1:46837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:34:40,270 WARN [BP-1459346349-172.17.0.3-1731573236341 heartbeating to localhost/127.0.0.1:46837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1459346349-172.17.0.3-1731573236341 (Datanode Uuid 59fa87d0-1a21-4a06-86a5-e676fe218b0a) service to localhost/127.0.0.1:46837 2024-11-14T08:34:40,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:34:40,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data5/current/BP-1459346349-172.17.0.3-1731573236341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:34:40,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data6/current/BP-1459346349-172.17.0.3-1731573236341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:34:40,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:34:40,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:34:40,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:34:40,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:34:40,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:34:40,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.log.dir/,STOPPED} 2024-11-14T08:34:40,275 WARN [BP-1459346349-172.17.0.3-1731573236341 heartbeating to localhost/127.0.0.1:46837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:34:40,275 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:34:40,275 WARN [BP-1459346349-172.17.0.3-1731573236341 heartbeating to localhost/127.0.0.1:46837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1459346349-172.17.0.3-1731573236341 (Datanode Uuid 3d3c633f-54ae-49af-ab32-185eb3b500c8) service to localhost/127.0.0.1:46837 2024-11-14T08:34:40,275 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:34:40,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data3/current/BP-1459346349-172.17.0.3-1731573236341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:34:40,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data4/current/BP-1459346349-172.17.0.3-1731573236341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:34:40,276 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:34:40,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:34:40,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:34:40,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:34:40,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:34:40,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.log.dir/,STOPPED} 2024-11-14T08:34:40,279 WARN [BP-1459346349-172.17.0.3-1731573236341 heartbeating to localhost/127.0.0.1:46837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:34:40,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:34:40,279 WARN [BP-1459346349-172.17.0.3-1731573236341 heartbeating to localhost/127.0.0.1:46837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1459346349-172.17.0.3-1731573236341 (Datanode Uuid c76de031-28fa-4fb9-beb9-7f4fd1b917fb) service to localhost/127.0.0.1:46837 2024-11-14T08:34:40,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:34:40,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data1/current/BP-1459346349-172.17.0.3-1731573236341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:34:40,280 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/cluster_178c6522-392d-fbd8-96a4-bb413ac27a5d/data/data2/current/BP-1459346349-172.17.0.3-1731573236341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:34:40,280 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:34:40,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:34:40,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:34:40,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:34:40,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:34:40,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7373df5b-8d4d-04fd-a213-268daa639f30/hadoop.log.dir/,STOPPED} 2024-11-14T08:34:40,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:34:40,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down