2024-12-09 20:53:17,004 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-09 20:53:17,017 main DEBUG Took 0.010574 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 20:53:17,017 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 20:53:17,017 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 20:53:17,018 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 20:53:17,019 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,026 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 20:53:17,039 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,041 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,042 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,042 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,043 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,043 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,044 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,044 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,045 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,045 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,046 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,046 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,047 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,047 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,048 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,048 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,049 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,049 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,049 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,050 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,050 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,051 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,051 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 20:53:17,052 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,052 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 20:53:17,054 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 20:53:17,055 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 20:53:17,057 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 20:53:17,057 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 20:53:17,058 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 20:53:17,059 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 20:53:17,066 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 20:53:17,068 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 20:53:17,069 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 20:53:17,069 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 20:53:17,070 main DEBUG createAppenders(={Console}) 2024-12-09 20:53:17,070 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-09 20:53:17,071 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-09 20:53:17,071 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-09 20:53:17,071 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 20:53:17,071 main DEBUG OutputStream closed 2024-12-09 20:53:17,072 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 20:53:17,072 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 20:53:17,072 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-09 20:53:17,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 20:53:17,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 20:53:17,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 20:53:17,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 20:53:17,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 20:53:17,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 20:53:17,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 20:53:17,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 20:53:17,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 20:53:17,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 20:53:17,141 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 20:53:17,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 20:53:17,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 20:53:17,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 20:53:17,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 20:53:17,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 20:53:17,143 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 20:53:17,144 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 20:53:17,146 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 20:53:17,146 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-09 20:53:17,147 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 20:53:17,147 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-09T20:53:17,385 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24 2024-12-09 20:53:17,388 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 20:53:17,388 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T20:53:17,397 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-09T20:53:17,402 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-12-09T20:53:17,420 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T20:53:17,459 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T20:53:17,459 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T20:53:17,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T20:53:17,482 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83, deleteOnExit=true 2024-12-09T20:53:17,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-09T20:53:17,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/test.cache.data in system properties and HBase conf 2024-12-09T20:53:17,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T20:53:17,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.log.dir in system properties and HBase conf 2024-12-09T20:53:17,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T20:53:17,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T20:53:17,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-09T20:53:17,555 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T20:53:17,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T20:53:17,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:53:17,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T20:53:17,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T20:53:17,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:53:17,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T20:53:17,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T20:53:17,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T20:53:17,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:53:17,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T20:53:17,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/nfs.dump.dir in system properties and HBase conf 2024-12-09T20:53:17,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/java.io.tmpdir in system properties and HBase conf 2024-12-09T20:53:17,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T20:53:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T20:53:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T20:53:19,043 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T20:53:19,109 INFO [Time-limited test {}] log.Log(170): Logging initialized @2691ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T20:53:19,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:53:19,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:53:19,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:53:19,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:53:19,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:53:19,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:53:19,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@139bf1d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:53:19,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1257581c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:53:19,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@126092e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/java.io.tmpdir/jetty-localhost-39597-hadoop-hdfs-3_4_1-tests_jar-_-any-7892336528447635469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:53:19,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cf0cac{HTTP/1.1, (http/1.1)}{localhost:39597} 2024-12-09T20:53:19,484 INFO [Time-limited test {}] server.Server(415): Started @3066ms 2024-12-09T20:53:20,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:53:20,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:53:20,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:53:20,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:53:20,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:53:20,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e8b79bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:53:20,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e785bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:53:20,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32507d6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/java.io.tmpdir/jetty-localhost-42349-hadoop-hdfs-3_4_1-tests_jar-_-any-7259033880668562713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:53:20,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28253f02{HTTP/1.1, (http/1.1)}{localhost:42349} 2024-12-09T20:53:20,107 INFO [Time-limited test {}] server.Server(415): Started @3689ms 2024-12-09T20:53:20,155 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:53:20,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:53:20,269 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:53:20,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:53:20,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:53:20,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T20:53:20,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac30c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:53:20,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c2e58d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:53:20,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@452d3806{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/java.io.tmpdir/jetty-localhost-35963-hadoop-hdfs-3_4_1-tests_jar-_-any-10493928271468039828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:53:20,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@972aa25{HTTP/1.1, (http/1.1)}{localhost:35963} 2024-12-09T20:53:20,372 INFO [Time-limited test {}] server.Server(415): Started @3953ms 2024-12-09T20:53:20,374 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:53:20,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T20:53:20,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T20:53:20,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T20:53:20,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T20:53:20,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T20:53:20,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202e66f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.log.dir/,AVAILABLE} 2024-12-09T20:53:20,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53093b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T20:53:20,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@641b15f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/java.io.tmpdir/jetty-localhost-38689-hadoop-hdfs-3_4_1-tests_jar-_-any-11019975291578919335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:53:20,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@212e0707{HTTP/1.1, (http/1.1)}{localhost:38689} 2024-12-09T20:53:20,511 INFO [Time-limited test {}] server.Server(415): Started @4093ms 2024-12-09T20:53:20,513 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T20:53:21,718 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data4/current/BP-1353483097-172.17.0.2-1733777598171/current, will proceed with Du for space computation calculation, 2024-12-09T20:53:21,718 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data2/current/BP-1353483097-172.17.0.2-1733777598171/current, will proceed with Du for space computation calculation, 2024-12-09T20:53:21,718 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data3/current/BP-1353483097-172.17.0.2-1733777598171/current, will proceed with Du for space computation calculation, 2024-12-09T20:53:21,718 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data1/current/BP-1353483097-172.17.0.2-1733777598171/current, will proceed with Du for space computation calculation, 2024-12-09T20:53:21,747 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:53:21,747 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:53:21,778 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data6/current/BP-1353483097-172.17.0.2-1733777598171/current, will proceed with Du for space computation calculation, 2024-12-09T20:53:21,778 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data5/current/BP-1353483097-172.17.0.2-1733777598171/current, will proceed with Du for space computation calculation, 2024-12-09T20:53:21,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55be9e4686681284 with lease ID 0x6ef6381e98446a2: Processing first storage report for DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69 from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=7e0d2808-87c7-43c8-9d88-3014cdef9d0d, infoPort=33009, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171) 2024-12-09T20:53:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55be9e4686681284 with lease ID 0x6ef6381e98446a2: from storage DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69 node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=7e0d2808-87c7-43c8-9d88-3014cdef9d0d, infoPort=33009, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T20:53:21,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31b997c8b298c0e2 with lease ID 0x6ef6381e98446a1: Processing first storage report for DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced from datanode DatanodeRegistration(127.0.0.1:40681, datanodeUuid=6f839d5e-aaeb-4426-80b9-ca0312ed03b0, infoPort=41547, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171) 2024-12-09T20:53:21,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31b997c8b298c0e2 with lease ID 0x6ef6381e98446a1: from storage DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced node DatanodeRegistration(127.0.0.1:40681, datanodeUuid=6f839d5e-aaeb-4426-80b9-ca0312ed03b0, infoPort=41547, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T20:53:21,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55be9e4686681284 with lease ID 0x6ef6381e98446a2: Processing first storage report for DS-03a793d8-0316-47e0-b448-3a9f5edba89a from datanode DatanodeRegistration(127.0.0.1:42245, datanodeUuid=7e0d2808-87c7-43c8-9d88-3014cdef9d0d, infoPort=33009, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171) 2024-12-09T20:53:21,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55be9e4686681284 with lease ID 0x6ef6381e98446a2: from storage DS-03a793d8-0316-47e0-b448-3a9f5edba89a node DatanodeRegistration(127.0.0.1:42245, datanodeUuid=7e0d2808-87c7-43c8-9d88-3014cdef9d0d, infoPort=33009, infoSecurePort=0, ipcPort=43571, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:53:21,797 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31b997c8b298c0e2 with lease ID 0x6ef6381e98446a1: Processing first storage report for DS-12b8ba24-f5a1-41bf-86f5-0e4fc3cb1577 from datanode DatanodeRegistration(127.0.0.1:40681, datanodeUuid=6f839d5e-aaeb-4426-80b9-ca0312ed03b0, infoPort=41547, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171) 2024-12-09T20:53:21,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31b997c8b298c0e2 with lease ID 0x6ef6381e98446a1: from storage DS-12b8ba24-f5a1-41bf-86f5-0e4fc3cb1577 node DatanodeRegistration(127.0.0.1:40681, datanodeUuid=6f839d5e-aaeb-4426-80b9-ca0312ed03b0, infoPort=41547, infoSecurePort=0, ipcPort=37545, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:53:21,798 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T20:53:21,802 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7485c4dff4aa228b with lease ID 0x6ef6381e98446a3: Processing first storage report for DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17 from datanode DatanodeRegistration(127.0.0.1:39951, datanodeUuid=0f0b4f26-b04a-418e-b959-a525bbd6a5c2, infoPort=41511, infoSecurePort=0, ipcPort=39355, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171) 2024-12-09T20:53:21,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7485c4dff4aa228b with lease ID 0x6ef6381e98446a3: from storage DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17 node DatanodeRegistration(127.0.0.1:39951, datanodeUuid=0f0b4f26-b04a-418e-b959-a525bbd6a5c2, infoPort=41511, infoSecurePort=0, ipcPort=39355, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T20:53:21,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7485c4dff4aa228b with lease ID 0x6ef6381e98446a3: Processing first storage report for DS-f65d35f6-674d-4fd2-99e3-42430d085132 from datanode DatanodeRegistration(127.0.0.1:39951, datanodeUuid=0f0b4f26-b04a-418e-b959-a525bbd6a5c2, infoPort=41511, infoSecurePort=0, ipcPort=39355, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171) 2024-12-09T20:53:21,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7485c4dff4aa228b with lease ID 0x6ef6381e98446a3: from storage DS-f65d35f6-674d-4fd2-99e3-42430d085132 node DatanodeRegistration(127.0.0.1:39951, datanodeUuid=0f0b4f26-b04a-418e-b959-a525bbd6a5c2, infoPort=41511, infoSecurePort=0, ipcPort=39355, storageInfo=lv=-57;cid=testClusterID;nsid=1519479302;c=1733777598171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T20:53:21,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24 2024-12-09T20:53:21,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/zookeeper_0, clientPort=61800, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T20:53:21,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61800 2024-12-09T20:53:21,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:21,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:22,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:53:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:53:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741825_1001 (size=7) 2024-12-09T20:53:22,502 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750 with version=8 2024-12-09T20:53:22,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/hbase-staging 2024-12-09T20:53:22,773 INFO [Time-limited test {}] client.ConnectionUtils(128): master/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:53:22,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:22,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:22,790 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:53:22,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:22,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:53:22,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-09T20:53:22,942 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T20:53:22,949 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T20:53:22,952 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:53:22,973 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 86492 (auto-detected) 2024-12-09T20:53:22,974 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T20:53:22,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42285 2024-12-09T20:53:23,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42285 connecting to ZooKeeper ensemble=127.0.0.1:61800 2024-12-09T20:53:23,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422850x0, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:53:23,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42285-0x1000c5abc190000 connected 2024-12-09T20:53:23,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:23,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:23,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:53:23,271 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750, hbase.cluster.distributed=false 2024-12-09T20:53:23,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:53:23,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42285 2024-12-09T20:53:23,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42285 2024-12-09T20:53:23,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42285 2024-12-09T20:53:23,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42285 2024-12-09T20:53:23,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42285 2024-12-09T20:53:23,385 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:53:23,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:23,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:23,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:53:23,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:23,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:53:23,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:53:23,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:53:23,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43709 2024-12-09T20:53:23,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43709 connecting to ZooKeeper ensemble=127.0.0.1:61800 2024-12-09T20:53:23,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:23,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:23,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437090x0, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:53:23,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:53:23,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43709-0x1000c5abc190001 connected 2024-12-09T20:53:23,413 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:53:23,421 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:53:23,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:53:23,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:53:23,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43709 2024-12-09T20:53:23,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43709 2024-12-09T20:53:23,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43709 2024-12-09T20:53:23,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43709 2024-12-09T20:53:23,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43709 2024-12-09T20:53:23,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:53:23,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:23,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:23,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:53:23,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:23,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:53:23,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:53:23,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:53:23,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34431 2024-12-09T20:53:23,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34431 connecting to ZooKeeper ensemble=127.0.0.1:61800 2024-12-09T20:53:23,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:23,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:23,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344310x0, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:53:23,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344310x0, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:53:23,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:53:23,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34431-0x1000c5abc190002 connected 2024-12-09T20:53:23,473 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:53:23,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:53:23,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:53:23,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34431 2024-12-09T20:53:23,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34431 2024-12-09T20:53:23,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34431 2024-12-09T20:53:23,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34431 2024-12-09T20:53:23,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34431 2024-12-09T20:53:23,498 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/00c23a7251f8:0 server-side Connection retries=45 2024-12-09T20:53:23,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:23,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:23,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T20:53:23,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T20:53:23,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T20:53:23,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T20:53:23,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T20:53:23,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43291 2024-12-09T20:53:23,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43291 connecting to ZooKeeper ensemble=127.0.0.1:61800 2024-12-09T20:53:23,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:23,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:23,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432910x0, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T20:53:23,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432910x0, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:53:23,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43291-0x1000c5abc190003 connected 2024-12-09T20:53:23,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T20:53:23,515 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T20:53:23,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T20:53:23,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T20:53:23,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43291 2024-12-09T20:53:23,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43291 2024-12-09T20:53:23,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43291 2024-12-09T20:53:23,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43291 2024-12-09T20:53:23,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43291 2024-12-09T20:53:23,537 DEBUG [M:0;00c23a7251f8:42285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00c23a7251f8:42285 2024-12-09T20:53:23,538 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/00c23a7251f8,42285,1733777602629 2024-12-09T20:53:23,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:53:23,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:53:23,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:53:23,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:53:23,558 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/00c23a7251f8,42285,1733777602629 2024-12-09T20:53:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:53:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:53:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T20:53:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:23,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:23,588 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T20:53:23,589 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/00c23a7251f8,42285,1733777602629 from backup master directory 2024-12-09T20:53:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:53:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:53:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/00c23a7251f8,42285,1733777602629 2024-12-09T20:53:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:53:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T20:53:23,598 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:53:23,598 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00c23a7251f8,42285,1733777602629 2024-12-09T20:53:23,600 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T20:53:23,601 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T20:53:23,654 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/hbase.id] with ID: 7ba0638b-3982-4f5f-a876-cb5295b65d82 2024-12-09T20:53:23,654 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/.tmp/hbase.id 2024-12-09T20:53:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:53:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:53:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741826_1002 (size=42) 2024-12-09T20:53:23,669 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/.tmp/hbase.id]:[hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/hbase.id] 2024-12-09T20:53:23,712 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T20:53:23,716 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-09T20:53:23,733 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-09T20:53:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:53:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:53:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741827_1003 (size=196) 2024-12-09T20:53:23,776 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:53:23,778 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T20:53:23,783 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:23,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:53:23,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:53:23,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741828_1004 (size=1189) 2024-12-09T20:53:23,828 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store 2024-12-09T20:53:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:53:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:53:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741829_1005 (size=34) 2024-12-09T20:53:23,854 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T20:53:23,857 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:23,858 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:53:23,858 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:53:23,859 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:53:23,860 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:53:23,860 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:53:23,860 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:53:23,861 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777603858Disabling compacts and flushes for region at 1733777603858Disabling writes for close at 1733777603860 (+2 ms)Writing region close event to WAL at 1733777603860Closed at 1733777603860 2024-12-09T20:53:23,864 WARN [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/.initializing 2024-12-09T20:53:23,864 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/WALs/00c23a7251f8,42285,1733777602629 2024-12-09T20:53:23,871 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:23,883 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C42285%2C1733777602629, suffix=, logDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/WALs/00c23a7251f8,42285,1733777602629, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/oldWALs, maxLogs=10 2024-12-09T20:53:23,910 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/WALs/00c23a7251f8,42285,1733777602629/00c23a7251f8%2C42285%2C1733777602629.1733777603887, exclude list is [], retry=0 2024-12-09T20:53:23,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:23,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:23,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:23,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:23,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T20:53:23,967 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/WALs/00c23a7251f8,42285,1733777602629/00c23a7251f8%2C42285%2C1733777602629.1733777603887 2024-12-09T20:53:23,968 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:23,969 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:23,969 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:23,972 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:23,973 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T20:53:24,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:24,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:53:24,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T20:53:24,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:24,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:24,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T20:53:24,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:24,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:24,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T20:53:24,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:24,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:24,048 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,051 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,053 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,058 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,058 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,062 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:53:24,065 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T20:53:24,069 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:24,070 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68222382, jitterRate=0.016592711210250854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:53:24,074 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733777603985Initializing all the Stores at 1733777603987 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777603987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777603988 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777603988Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777603988Cleaning up temporary data from old regions at 1733777604059 (+71 ms)Region opened successfully at 1733777604074 (+15 ms) 2024-12-09T20:53:24,075 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T20:53:24,105 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403045fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:53:24,130 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-09T20:53:24,138 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T20:53:24,139 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T20:53:24,141 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T20:53:24,142 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T20:53:24,146 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-09T20:53:24,146 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T20:53:24,167 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T20:53:24,177 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T20:53:24,218 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-09T20:53:24,221 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T20:53:24,223 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T20:53:24,229 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-09T20:53:24,231 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T20:53:24,234 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T20:53:24,320 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-09T20:53:24,322 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T20:53:24,344 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T20:53:24,365 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T20:53:24,376 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T20:53:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:53:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:53:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:53:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T20:53:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,392 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=00c23a7251f8,42285,1733777602629, sessionid=0x1000c5abc190000, setting cluster-up flag (Was=false) 2024-12-09T20:53:24,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,450 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T20:53:24,455 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,42285,1733777602629 2024-12-09T20:53:24,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:24,513 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T20:53:24,516 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00c23a7251f8,42285,1733777602629 2024-12-09T20:53:24,525 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-09T20:53:24,594 INFO [AsyncFSWAL-0-hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData-prefix:00c23a7251f8,42285,1733777602629 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-12-09T20:53:24,606 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-09T20:53:24,613 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-09T20:53:24,619 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T20:53:24,624 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00c23a7251f8,42285,1733777602629 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T20:53:24,626 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(746): ClusterId : 7ba0638b-3982-4f5f-a876-cb5295b65d82 2024-12-09T20:53:24,626 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(746): ClusterId : 7ba0638b-3982-4f5f-a876-cb5295b65d82 2024-12-09T20:53:24,626 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(746): ClusterId : 7ba0638b-3982-4f5f-a876-cb5295b65d82 2024-12-09T20:53:24,629 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:53:24,629 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:53:24,629 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T20:53:24,631 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:53:24,631 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:53:24,631 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:53:24,631 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00c23a7251f8:0, corePoolSize=5, maxPoolSize=5 2024-12-09T20:53:24,632 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00c23a7251f8:0, corePoolSize=10, maxPoolSize=10 2024-12-09T20:53:24,632 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,632 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:53:24,632 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,640 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733777634640 2024-12-09T20:53:24,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:53:24,641 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:53:24,641 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:53:24,641 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T20:53:24,641 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:53:24,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-09T20:53:24,641 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:53:24,641 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T20:53:24,642 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T20:53:24,643 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T20:53:24,646 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T20:53:24,646 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T20:53:24,646 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T20:53:24,646 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T20:53:24,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:24,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T20:53:24,647 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,650 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T20:53:24,651 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:53:24,651 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:53:24,651 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T20:53:24,651 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T20:53:24,651 DEBUG [RS:1;00c23a7251f8:34431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85c0e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:53:24,651 DEBUG [RS:0;00c23a7251f8:43709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cb8f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:53:24,651 DEBUG [RS:2;00c23a7251f8:43291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2cc286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00c23a7251f8/172.17.0.2:0 2024-12-09T20:53:24,652 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T20:53:24,654 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T20:53:24,654 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T20:53:24,656 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777604655,5,FailOnTimeoutGroup] 2024-12-09T20:53:24,657 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777604656,5,FailOnTimeoutGroup] 2024-12-09T20:53:24,658 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,658 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T20:53:24,659 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,659 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,666 DEBUG [RS:2;00c23a7251f8:43291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;00c23a7251f8:43291 2024-12-09T20:53:24,669 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:53:24,669 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:53:24,669 DEBUG [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:53:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:53:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:53:24,672 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,42285,1733777602629 with port=43291, startcode=1733777603498 2024-12-09T20:53:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741831_1007 (size=1321) 2024-12-09T20:53:24,674 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-09T20:53:24,674 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750 2024-12-09T20:53:24,686 DEBUG [RS:2;00c23a7251f8:43291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:53:24,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:53:24,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:53:24,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741832_1008 (size=32) 2024-12-09T20:53:24,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:24,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:53:24,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:53:24,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:24,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:53:24,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:53:24,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:53:24,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:24,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:53:24,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:53:24,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:53:24,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:24,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:53:24,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:53:24,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:53:24,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:24,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:53:24,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:53:24,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740 2024-12-09T20:53:24,713 DEBUG [RS:1;00c23a7251f8:34431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;00c23a7251f8:34431 2024-12-09T20:53:24,713 DEBUG [RS:0;00c23a7251f8:43709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00c23a7251f8:43709 2024-12-09T20:53:24,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740 2024-12-09T20:53:24,713 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:53:24,713 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:53:24,713 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-09T20:53:24,713 DEBUG [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:53:24,713 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-09T20:53:24,713 DEBUG [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-09T20:53:24,714 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,42285,1733777602629 with port=43709, startcode=1733777603354 2024-12-09T20:53:24,714 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(2659): reportForDuty to master=00c23a7251f8,42285,1733777602629 with port=34431, startcode=1733777603448 2024-12-09T20:53:24,715 DEBUG [RS:0;00c23a7251f8:43709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:53:24,715 DEBUG [RS:1;00c23a7251f8:34431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T20:53:24,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:53:24,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:53:24,721 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:53:24,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:53:24,730 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33175, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:53:24,730 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:53:24,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:24,731 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58435, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T20:53:24,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,43709,1733777603354 2024-12-09T20:53:24,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,43709,1733777603354 2024-12-09T20:53:24,739 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63417382, jitterRate=-0.055007368326187134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:53:24,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733777604691Initializing all the Stores at 1733777604693 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777604693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777604693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777604693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777604693Cleaning up temporary data from old regions at 1733777604720 (+27 ms)Region opened successfully at 1733777604743 (+23 ms) 2024-12-09T20:53:24,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:53:24,744 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:53:24,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:53:24,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:53:24,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:53:24,747 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:53:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777604743Disabling compacts and flushes for region at 1733777604743Disabling writes for close at 1733777604744 (+1 ms)Writing region close event to WAL at 1733777604746 (+2 ms)Closed at 1733777604747 (+1 ms) 2024-12-09T20:53:24,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,43291,1733777603498 2024-12-09T20:53:24,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,43291,1733777603498 2024-12-09T20:53:24,751 DEBUG [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750 2024-12-09T20:53:24,752 DEBUG [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36817 2024-12-09T20:53:24,752 DEBUG [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:53:24,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:53:24,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-09T20:53:24,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 00c23a7251f8,34431,1733777603448 2024-12-09T20:53:24,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42285 {}] master.ServerManager(517): Registering regionserver=00c23a7251f8,34431,1733777603448 2024-12-09T20:53:24,753 DEBUG [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750 2024-12-09T20:53:24,753 DEBUG [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36817 2024-12-09T20:53:24,753 DEBUG [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:53:24,757 DEBUG [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750 2024-12-09T20:53:24,757 DEBUG [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36817 2024-12-09T20:53:24,757 DEBUG [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-09T20:53:24,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T20:53:24,767 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:53:24,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T20:53:24,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:53:24,818 DEBUG [RS:2;00c23a7251f8:43291 {}] zookeeper.ZKUtil(111): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,43291,1733777603498 2024-12-09T20:53:24,818 DEBUG [RS:0;00c23a7251f8:43709 {}] zookeeper.ZKUtil(111): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,43709,1733777603354 2024-12-09T20:53:24,819 WARN [RS:2;00c23a7251f8:43291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:53:24,819 WARN [RS:0;00c23a7251f8:43709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:53:24,819 INFO [RS:2;00c23a7251f8:43291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:24,819 INFO [RS:0;00c23a7251f8:43709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:24,819 DEBUG [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498 2024-12-09T20:53:24,819 DEBUG [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43709,1733777603354 2024-12-09T20:53:24,819 DEBUG [RS:1;00c23a7251f8:34431 {}] zookeeper.ZKUtil(111): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/00c23a7251f8,34431,1733777603448 2024-12-09T20:53:24,819 WARN [RS:1;00c23a7251f8:34431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T20:53:24,819 INFO [RS:1;00c23a7251f8:34431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:24,820 DEBUG [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,34431,1733777603448 2024-12-09T20:53:24,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,43709,1733777603354] 2024-12-09T20:53:24,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,34431,1733777603448] 2024-12-09T20:53:24,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00c23a7251f8,43291,1733777603498] 2024-12-09T20:53:24,842 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:53:24,842 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:53:24,842 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T20:53:24,856 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:53:24,856 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:53:24,856 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T20:53:24,861 INFO [RS:0;00c23a7251f8:43709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:53:24,861 INFO [RS:2;00c23a7251f8:43291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:53:24,861 INFO [RS:1;00c23a7251f8:34431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:53:24,861 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,861 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,861 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,862 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:53:24,862 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:53:24,865 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-09T20:53:24,868 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:53:24,868 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:53:24,868 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-09T20:53:24,870 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,870 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,870 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,870 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,870 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:53:24,870 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:53:24,871 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0, corePoolSize=2, maxPoolSize=2 2024-12-09T20:53:24,871 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:53:24,871 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:0;00c23a7251f8:43709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:53:24,871 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00c23a7251f8:0, corePoolSize=1, maxPoolSize=1 2024-12-09T20:53:24,871 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:53:24,871 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:53:24,872 DEBUG [RS:1;00c23a7251f8:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:53:24,872 DEBUG [RS:2;00c23a7251f8:43291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00c23a7251f8:0, corePoolSize=3, maxPoolSize=3 2024-12-09T20:53:24,878 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,878 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,878 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,878 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,878 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,878 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,878 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,878 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43709,1733777603354-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:53:24,878 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,878 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,879 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,879 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,34431,1733777603448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:53:24,879 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,879 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,879 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,879 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,879 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,879 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43291,1733777603498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:53:24,895 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:53:24,895 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:53:24,897 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43709,1733777603354-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,897 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,34431,1733777603448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,897 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,897 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.Replication(171): 00c23a7251f8,43709,1733777603354 started 2024-12-09T20:53:24,897 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,898 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.Replication(171): 00c23a7251f8,34431,1733777603448 started 2024-12-09T20:53:24,905 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T20:53:24,905 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,43291,1733777603498-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,906 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,906 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.Replication(171): 00c23a7251f8,43291,1733777603498 started 2024-12-09T20:53:24,913 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,913 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,43709,1733777603354, RpcServer on 00c23a7251f8/172.17.0.2:43709, sessionid=0x1000c5abc190001 2024-12-09T20:53:24,914 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:53:24,914 DEBUG [RS:0;00c23a7251f8:43709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,43709,1733777603354 2024-12-09T20:53:24,914 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,43709,1733777603354' 2024-12-09T20:53:24,915 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:53:24,916 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:53:24,916 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:53:24,916 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:53:24,916 DEBUG [RS:0;00c23a7251f8:43709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,43709,1733777603354 2024-12-09T20:53:24,916 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,43709,1733777603354' 2024-12-09T20:53:24,916 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:53:24,917 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:53:24,917 DEBUG [RS:0;00c23a7251f8:43709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:53:24,917 INFO [RS:0;00c23a7251f8:43709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:53:24,918 INFO [RS:0;00c23a7251f8:43709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:53:24,919 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,919 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,34431,1733777603448, RpcServer on 00c23a7251f8/172.17.0.2:34431, sessionid=0x1000c5abc190002 2024-12-09T20:53:24,920 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:53:24,920 DEBUG [RS:1;00c23a7251f8:34431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,34431,1733777603448 2024-12-09T20:53:24,920 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,34431,1733777603448' 2024-12-09T20:53:24,920 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:53:24,921 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:53:24,921 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:53:24,921 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:53:24,921 DEBUG [RS:1;00c23a7251f8:34431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,34431,1733777603448 2024-12-09T20:53:24,921 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,34431,1733777603448' 2024-12-09T20:53:24,921 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:53:24,921 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:24,922 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(1482): Serving as 00c23a7251f8,43291,1733777603498, RpcServer on 00c23a7251f8/172.17.0.2:43291, sessionid=0x1000c5abc190003 2024-12-09T20:53:24,922 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:53:24,922 WARN [00c23a7251f8:42285 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-09T20:53:24,922 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T20:53:24,922 DEBUG [RS:2;00c23a7251f8:43291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00c23a7251f8,43291,1733777603498 2024-12-09T20:53:24,922 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,43291,1733777603498' 2024-12-09T20:53:24,922 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T20:53:24,922 DEBUG [RS:1;00c23a7251f8:34431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:53:24,922 INFO [RS:1;00c23a7251f8:34431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:53:24,922 INFO [RS:1;00c23a7251f8:34431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:53:24,922 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T20:53:24,923 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T20:53:24,923 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T20:53:24,923 DEBUG [RS:2;00c23a7251f8:43291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00c23a7251f8,43291,1733777603498 2024-12-09T20:53:24,923 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00c23a7251f8,43291,1733777603498' 2024-12-09T20:53:24,923 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T20:53:24,924 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T20:53:24,924 DEBUG [RS:2;00c23a7251f8:43291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T20:53:24,924 INFO [RS:2;00c23a7251f8:43291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T20:53:24,924 INFO [RS:2;00c23a7251f8:43291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T20:53:25,026 INFO [RS:0;00c23a7251f8:43709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:25,026 INFO [RS:1;00c23a7251f8:34431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:25,026 INFO [RS:2;00c23a7251f8:43291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:25,031 INFO [RS:0;00c23a7251f8:43709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C43709%2C1733777603354, suffix=, logDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43709,1733777603354, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/oldWALs, maxLogs=32 2024-12-09T20:53:25,031 INFO [RS:1;00c23a7251f8:34431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C34431%2C1733777603448, suffix=, logDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,34431,1733777603448, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/oldWALs, maxLogs=32 2024-12-09T20:53:25,031 INFO [RS:2;00c23a7251f8:43291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C43291%2C1733777603498, suffix=, logDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/oldWALs, maxLogs=32 2024-12-09T20:53:25,048 DEBUG [RS:0;00c23a7251f8:43709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43709,1733777603354/00c23a7251f8%2C43709%2C1733777603354.1733777605036, exclude list is [], retry=0 2024-12-09T20:53:25,049 DEBUG [RS:2;00c23a7251f8:43291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498/00c23a7251f8%2C43291%2C1733777603498.1733777605036, exclude list is [], retry=0 2024-12-09T20:53:25,049 DEBUG [RS:1;00c23a7251f8:34431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,34431,1733777603448/00c23a7251f8%2C34431%2C1733777603448.1733777605036, exclude list is [], retry=0 2024-12-09T20:53:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:25,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:25,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:25,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:25,065 INFO [RS:1;00c23a7251f8:34431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,34431,1733777603448/00c23a7251f8%2C34431%2C1733777603448.1733777605036 2024-12-09T20:53:25,065 INFO [RS:2;00c23a7251f8:43291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498/00c23a7251f8%2C43291%2C1733777603498.1733777605036 2024-12-09T20:53:25,065 INFO [RS:0;00c23a7251f8:43709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43709,1733777603354/00c23a7251f8%2C43709%2C1733777603354.1733777605036 2024-12-09T20:53:25,069 DEBUG [RS:2;00c23a7251f8:43291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41511:41511)] 2024-12-09T20:53:25,069 DEBUG [RS:1;00c23a7251f8:34431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:25,069 DEBUG [RS:0;00c23a7251f8:43709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:25,175 DEBUG [00c23a7251f8:42285 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-09T20:53:25,186 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:53:25,194 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:53:25,194 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:53:25,194 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T20:53:25,194 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:53:25,194 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:53:25,194 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T20:53:25,194 INFO [00c23a7251f8:42285 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:53:25,194 INFO [00c23a7251f8:42285 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:53:25,194 INFO [00c23a7251f8:42285 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T20:53:25,194 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:53:25,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00c23a7251f8,43709,1733777603354 2024-12-09T20:53:25,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,43709,1733777603354, state=OPENING 2024-12-09T20:53:25,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T20:53:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:25,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:53:25,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:53:25,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:53:25,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:53:25,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:53:25,263 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T20:53:25,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,43709,1733777603354}] 2024-12-09T20:53:25,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:53:25,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38121, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:53:25,455 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-09T20:53:25,455 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:25,456 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T20:53:25,459 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00c23a7251f8%2C43709%2C1733777603354.meta, suffix=.meta, logDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43709,1733777603354, archiveDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/oldWALs, maxLogs=32 2024-12-09T20:53:25,475 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43709,1733777603354/00c23a7251f8%2C43709%2C1733777603354.meta.1733777605461.meta, exclude list is [], retry=0 2024-12-09T20:53:25,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:25,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:25,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:25,481 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43709,1733777603354/00c23a7251f8%2C43709%2C1733777603354.meta.1733777605461.meta 2024-12-09T20:53:25,482 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:25,483 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:25,484 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T20:53:25,486 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T20:53:25,491 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T20:53:25,494 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T20:53:25,495 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:25,495 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-09T20:53:25,495 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-09T20:53:25,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T20:53:25,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T20:53:25,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:25,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:53:25,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-09T20:53:25,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-09T20:53:25,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:25,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:53:25,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T20:53:25,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T20:53:25,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:25,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:53:25,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T20:53:25,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T20:53:25,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:25,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T20:53:25,509 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-09T20:53:25,510 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740 2024-12-09T20:53:25,513 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740 2024-12-09T20:53:25,515 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-09T20:53:25,515 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-09T20:53:25,516 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T20:53:25,518 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-09T20:53:25,520 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62709854, jitterRate=-0.06555035710334778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T20:53:25,520 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-09T20:53:25,521 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733777605495Writing region info on filesystem at 1733777605496 (+1 ms)Initializing all the Stores at 1733777605498 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777605498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777605498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777605498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733777605498Cleaning up temporary data from old regions at 1733777605515 (+17 ms)Running coprocessor post-open hooks at 1733777605520 (+5 ms)Region opened successfully at 1733777605521 (+1 ms) 2024-12-09T20:53:25,528 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733777605431 2024-12-09T20:53:25,539 DEBUG [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T20:53:25,539 INFO [RS_OPEN_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-09T20:53:25,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,43709,1733777603354 2024-12-09T20:53:25,543 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00c23a7251f8,43709,1733777603354, state=OPEN 2024-12-09T20:53:25,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:53:25,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:53:25,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:53:25,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T20:53:25,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:53:25,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:53:25,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:53:25,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T20:53:25,556 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=00c23a7251f8,43709,1733777603354 2024-12-09T20:53:25,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T20:53:25,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=00c23a7251f8,43709,1733777603354 in 292 msec 2024-12-09T20:53:25,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T20:53:25,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 807 msec 2024-12-09T20:53:25,574 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-09T20:53:25,574 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-09T20:53:25,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:53:25,594 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,43709,1733777603354, seqNum=-1] 2024-12-09T20:53:25,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:53:25,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36163, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:53:25,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1060 sec 2024-12-09T20:53:25,661 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733777605661, completionTime=-1 2024-12-09T20:53:25,663 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-09T20:53:25,664 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-09T20:53:25,684 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-09T20:53:25,685 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733777665685 2024-12-09T20:53:25,685 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733777725685 2024-12-09T20:53:25,685 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-09T20:53:25,686 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T20:53:25,692 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,42285,1733777602629-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:25,692 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,42285,1733777602629-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:25,692 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,42285,1733777602629-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:25,694 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00c23a7251f8:42285, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:25,694 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:25,695 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:25,701 DEBUG [master/00c23a7251f8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-09T20:53:25,720 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.122sec 2024-12-09T20:53:25,722 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T20:53:25,723 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T20:53:25,724 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T20:53:25,725 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T20:53:25,725 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T20:53:25,725 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,42285,1733777602629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T20:53:25,726 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,42285,1733777602629-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T20:53:25,731 DEBUG [master/00c23a7251f8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-09T20:53:25,731 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T20:53:25,732 INFO [master/00c23a7251f8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00c23a7251f8,42285,1733777602629-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:25,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9932148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:53:25,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 00c23a7251f8,42285,-1 for getting cluster id 2024-12-09T20:53:25,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-09T20:53:25,749 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7ba0638b-3982-4f5f-a876-cb5295b65d82' 2024-12-09T20:53:25,751 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-09T20:53:25,751 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7ba0638b-3982-4f5f-a876-cb5295b65d82" 2024-12-09T20:53:25,752 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d5ef44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:53:25,752 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [00c23a7251f8,42285,-1] 2024-12-09T20:53:25,755 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-09T20:53:25,757 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:53:25,758 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-09T20:53:25,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7ee60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T20:53:25,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-09T20:53:25,767 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00c23a7251f8,43709,1733777603354, seqNum=-1] 2024-12-09T20:53:25,768 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:53:25,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:53:25,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=00c23a7251f8,42285,1733777602629 2024-12-09T20:53:25,789 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:36817/hbase 2024-12-09T20:53:25,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=3875 2024-12-09T20:53:25,819 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:25,822 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:25,823 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:25,827 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30479501, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-30479501, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:25,840 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30479501/hregion-30479501.1733777605828, exclude list is [], retry=0 2024-12-09T20:53:25,845 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:25,845 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:25,846 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:25,849 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30479501/hregion-30479501.1733777605828 2024-12-09T20:53:25,849 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:25,849 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 45bff5d436890f2de1089c62c8054a0b, NAME => 'testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:25,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741838_1014 (size=64) 2024-12-09T20:53:25,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741838_1014 (size=64) 2024-12-09T20:53:25,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741838_1014 (size=64) 2024-12-09T20:53:25,867 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:25,870 INFO [StoreOpener-45bff5d436890f2de1089c62c8054a0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:25,872 INFO [StoreOpener-45bff5d436890f2de1089c62c8054a0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45bff5d436890f2de1089c62c8054a0b columnFamilyName a 2024-12-09T20:53:25,872 DEBUG [StoreOpener-45bff5d436890f2de1089c62c8054a0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:25,874 INFO [StoreOpener-45bff5d436890f2de1089c62c8054a0b-1 {}] regionserver.HStore(327): Store=45bff5d436890f2de1089c62c8054a0b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:25,874 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:25,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:25,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:25,877 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:25,877 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:25,881 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:25,885 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:25,886 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45bff5d436890f2de1089c62c8054a0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72667989, jitterRate=0.08283741772174835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:53:25,887 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45bff5d436890f2de1089c62c8054a0b: Writing region info on filesystem at 1733777605867Initializing all the Stores at 1733777605869 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777605869Cleaning up temporary data from old regions at 1733777605877 (+8 ms)Region opened successfully at 1733777605887 (+10 ms) 2024-12-09T20:53:25,887 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 45bff5d436890f2de1089c62c8054a0b, disabling compactions & flushes 2024-12-09T20:53:25,887 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b. 2024-12-09T20:53:25,887 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b. 2024-12-09T20:53:25,887 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b. after waiting 0 ms 2024-12-09T20:53:25,887 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b. 2024-12-09T20:53:25,888 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b. 2024-12-09T20:53:25,888 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 45bff5d436890f2de1089c62c8054a0b: Waiting for close lock at 1733777605887Disabling compacts and flushes for region at 1733777605887Disabling writes for close at 1733777605887Writing region close event to WAL at 1733777605888 (+1 ms)Closed at 1733777605888 2024-12-09T20:53:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741837_1013 (size=95) 2024-12-09T20:53:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741837_1013 (size=95) 2024-12-09T20:53:25,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741837_1013 (size=95) 2024-12-09T20:53:25,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:25,901 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30479501:(num 1733777605828) 2024-12-09T20:53:25,903 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T20:53:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741839_1015 (size=320) 2024-12-09T20:53:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741839_1015 (size=320) 2024-12-09T20:53:25,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741839_1015 (size=320) 2024-12-09T20:53:25,922 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T20:53:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741840_1016 (size=253) 2024-12-09T20:53:25,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741840_1016 (size=253) 2024-12-09T20:53:25,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741840_1016 (size=253) 2024-12-09T20:53:25,966 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1, size=320 (320bytes) 2024-12-09T20:53:25,967 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-09T20:53:25,967 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-09T20:53:25,967 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1 2024-12-09T20:53:25,973 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1 after 4ms 2024-12-09T20:53:25,980 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:25,981 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1 took 17ms 2024-12-09T20:53:25,993 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1 so closing down 2024-12-09T20:53:25,993 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:25,996 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-09T20:53:25,998 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000001-wal-1.temp 2024-12-09T20:53:26,000 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741841_1017 (size=320) 2024-12-09T20:53:26,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741841_1017 (size=320) 2024-12-09T20:53:26,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741841_1017 (size=320) 2024-12-09T20:53:26,013 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:26,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002 2024-12-09T20:53:26,021 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-09T20:53:26,021 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1, journal: Splitting hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1, size=320 (320bytes) at 1733777605966Finishing writing output for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1 so closing down at 1733777605993 (+27 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000001-wal-1.temp at 1733777605998 (+5 ms)3 split writer threads finished at 1733777606000 (+2 ms)Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733777606013 (+13 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002 at 1733777606016 (+3 ms)Processed 2 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733777606021 (+5 ms) 2024-12-09T20:53:26,041 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2, size=253 (253bytes) 2024-12-09T20:53:26,041 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2 2024-12-09T20:53:26,042 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2 after 1ms 2024-12-09T20:53:26,046 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:26,046 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2 took 6ms 2024-12-09T20:53:26,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2 so closing down 2024-12-09T20:53:26,049 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:26,051 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-09T20:53:26,053 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002-wal-2.temp 2024-12-09T20:53:26,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741842_1018 (size=253) 2024-12-09T20:53:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741842_1018 (size=253) 2024-12-09T20:53:26,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741842_1018 (size=253) 2024-12-09T20:53:26,065 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:26,069 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:26,072 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-12-09T20:53:26,074 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-09T20:53:26,074 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2, journal: Splitting hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2, size=253 (253bytes) at 1733777606041Finishing writing output for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2 so closing down at 1733777606049 (+8 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002-wal-2.temp at 1733777606053 (+4 ms)3 split writer threads finished at 1733777606054 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733777606065 (+11 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733777606074 (+9 ms) 2024-12-09T20:53:26,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:26,077 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:26,090 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal.1733777606078, exclude list is [], retry=0 2024-12-09T20:53:26,093 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:26,094 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:26,094 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:26,097 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal.1733777606078 2024-12-09T20:53:26,097 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:26,097 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 45bff5d436890f2de1089c62c8054a0b, NAME => 'testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:26,097 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:26,098 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:26,098 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:26,100 INFO [StoreOpener-45bff5d436890f2de1089c62c8054a0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:26,101 INFO [StoreOpener-45bff5d436890f2de1089c62c8054a0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45bff5d436890f2de1089c62c8054a0b columnFamilyName a 2024-12-09T20:53:26,102 DEBUG [StoreOpener-45bff5d436890f2de1089c62c8054a0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:26,103 INFO [StoreOpener-45bff5d436890f2de1089c62c8054a0b-1 {}] regionserver.HStore(327): Store=45bff5d436890f2de1089c62c8054a0b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:26,103 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:26,104 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:26,107 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:26,108 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002 2024-12-09T20:53:26,113 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:26,118 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002 2024-12-09T20:53:26,121 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 45bff5d436890f2de1089c62c8054a0b 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-09T20:53:26,171 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/.tmp/a/237a1982202c48a891946ca3db6e2826 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733777605901/Put/seqid=0 2024-12-09T20:53:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741844_1020 (size=5170) 2024-12-09T20:53:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741844_1020 (size=5170) 2024-12-09T20:53:26,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741844_1020 (size=5170) 2024-12-09T20:53:26,185 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/.tmp/a/237a1982202c48a891946ca3db6e2826 2024-12-09T20:53:26,235 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/.tmp/a/237a1982202c48a891946ca3db6e2826 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/a/237a1982202c48a891946ca3db6e2826 2024-12-09T20:53:26,245 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/a/237a1982202c48a891946ca3db6e2826, entries=2, sequenceid=2, filesize=5.0 K 2024-12-09T20:53:26,253 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 45bff5d436890f2de1089c62c8054a0b in 128ms, sequenceid=2, compaction requested=false; wal=null 2024-12-09T20:53:26,254 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/0000000000000000002 2024-12-09T20:53:26,255 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:26,256 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:26,259 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 45bff5d436890f2de1089c62c8054a0b 2024-12-09T20:53:26,263 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/45bff5d436890f2de1089c62c8054a0b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-09T20:53:26,265 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 45bff5d436890f2de1089c62c8054a0b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66386489, jitterRate=-0.0107642263174057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:53:26,266 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 45bff5d436890f2de1089c62c8054a0b: Writing region info on filesystem at 1733777606098Initializing all the Stores at 1733777606099 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777606099Obtaining lock to block concurrent updates at 1733777606121 (+22 ms)Preparing flush snapshotting stores in 45bff5d436890f2de1089c62c8054a0b at 1733777606121Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733777606124 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733777605820.45bff5d436890f2de1089c62c8054a0b. at 1733777606124Flushing 45bff5d436890f2de1089c62c8054a0b/a: creating writer at 1733777606126 (+2 ms)Flushing 45bff5d436890f2de1089c62c8054a0b/a: appending metadata at 1733777606161 (+35 ms)Flushing 45bff5d436890f2de1089c62c8054a0b/a: closing flushed file at 1733777606163 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a04dca: reopening flushed file at 1733777606233 (+70 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 45bff5d436890f2de1089c62c8054a0b in 128ms, sequenceid=2, compaction requested=false; wal=null at 1733777606253 (+20 ms)Cleaning up temporary data from old regions at 1733777606256 (+3 ms)Region opened successfully at 1733777606266 (+10 ms) 2024-12-09T20:53:26,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=375 (was 363) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:46932 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:33002 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:33164 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36817/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:46930 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:34574 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:34686 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=3859 (was 3875) 2024-12-09T20:53:26,302 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=3858 2024-12-09T20:53:26,319 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:26,321 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:26,322 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:26,325 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83100959, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-83100959, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:26,337 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83100959/hregion-83100959.1733777606326, exclude list is [], retry=0 2024-12-09T20:53:26,341 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:26,341 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:26,344 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:26,347 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83100959/hregion-83100959.1733777606326 2024-12-09T20:53:26,347 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:26,348 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d60c916980ca31a942eaa101b88baad7, NAME => 'testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741846_1022 (size=64) 2024-12-09T20:53:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741846_1022 (size=64) 2024-12-09T20:53:26,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741846_1022 (size=64) 2024-12-09T20:53:26,365 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:26,367 INFO [StoreOpener-d60c916980ca31a942eaa101b88baad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,369 INFO [StoreOpener-d60c916980ca31a942eaa101b88baad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d60c916980ca31a942eaa101b88baad7 columnFamilyName a 2024-12-09T20:53:26,369 DEBUG [StoreOpener-d60c916980ca31a942eaa101b88baad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:26,370 INFO [StoreOpener-d60c916980ca31a942eaa101b88baad7-1 {}] regionserver.HStore(327): Store=d60c916980ca31a942eaa101b88baad7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:26,370 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,371 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,372 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,372 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,372 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,375 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,378 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:26,379 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d60c916980ca31a942eaa101b88baad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71171798, jitterRate=0.06054243445396423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:53:26,379 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d60c916980ca31a942eaa101b88baad7: Writing region info on filesystem at 1733777606365Initializing all the Stores at 1733777606366 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777606366Cleaning up temporary data from old regions at 1733777606372 (+6 ms)Region opened successfully at 1733777606379 (+7 ms) 2024-12-09T20:53:26,379 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d60c916980ca31a942eaa101b88baad7, disabling compactions & flushes 2024-12-09T20:53:26,379 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7. 2024-12-09T20:53:26,379 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7. 2024-12-09T20:53:26,379 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7. after waiting 0 ms 2024-12-09T20:53:26,379 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7. 2024-12-09T20:53:26,380 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7. 2024-12-09T20:53:26,380 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d60c916980ca31a942eaa101b88baad7: Waiting for close lock at 1733777606379Disabling compacts and flushes for region at 1733777606379Disabling writes for close at 1733777606379Writing region close event to WAL at 1733777606380 (+1 ms)Closed at 1733777606380 2024-12-09T20:53:26,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741845_1021 (size=95) 2024-12-09T20:53:26,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741845_1021 (size=95) 2024-12-09T20:53:26,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741845_1021 (size=95) 2024-12-09T20:53:26,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:26,386 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83100959:(num 1733777606326) 2024-12-09T20:53:26,387 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T20:53:26,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741847_1023 (size=320) 2024-12-09T20:53:26,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741847_1023 (size=320) 2024-12-09T20:53:26,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741847_1023 (size=320) 2024-12-09T20:53:26,401 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-09T20:53:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741848_1024 (size=253) 2024-12-09T20:53:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741848_1024 (size=253) 2024-12-09T20:53:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741848_1024 (size=253) 2024-12-09T20:53:26,425 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2, size=253 (253bytes) 2024-12-09T20:53:26,425 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2 2024-12-09T20:53:26,426 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2 after 1ms 2024-12-09T20:53:26,430 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:26,430 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2 took 5ms 2024-12-09T20:53:26,432 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2 so closing down 2024-12-09T20:53:26,432 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:26,434 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-09T20:53:26,436 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002-wal-2.temp 2024-12-09T20:53:26,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741849_1025 (size=253) 2024-12-09T20:53:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741849_1025 (size=253) 2024-12-09T20:53:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741849_1025 (size=253) 2024-12-09T20:53:26,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:26,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002 2024-12-09T20:53:26,447 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-12-09T20:53:26,447 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2, journal: Splitting hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2, size=253 (253bytes) at 1733777606425Finishing writing output for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2 so closing down at 1733777606432 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002-wal-2.temp at 1733777606436 (+4 ms)3 split writer threads finished at 1733777606436Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733777606445 (+9 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002 at 1733777606447 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1733777606447 2024-12-09T20:53:26,462 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1, size=320 (320bytes) 2024-12-09T20:53:26,462 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1 2024-12-09T20:53:26,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1 after 1ms 2024-12-09T20:53:26,466 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:26,466 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1 took 4ms 2024-12-09T20:53:26,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1 so closing down 2024-12-09T20:53:26,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:26,471 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-09T20:53:26,472 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000001-wal-1.temp 2024-12-09T20:53:26,473 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:26,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741850_1026 (size=320) 2024-12-09T20:53:26,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741850_1026 (size=320) 2024-12-09T20:53:26,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741850_1026 (size=320) 2024-12-09T20:53:26,481 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:26,485 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:26,487 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002, length=253 2024-12-09T20:53:26,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002 2024-12-09T20:53:26,489 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-12-09T20:53:26,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1, journal: Splitting hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1, size=320 (320bytes) at 1733777606462Finishing writing output for hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1 so closing down at 1733777606469 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000001-wal-1.temp at 1733777606472 (+3 ms)3 split writer threads finished at 1733777606473 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733777606481 (+8 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002 at 1733777606489 (+8 ms)Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1733777606489 2024-12-09T20:53:26,489 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:26,492 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:26,505 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal.1733777606493, exclude list is [], retry=0 2024-12-09T20:53:26,509 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:26,509 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:26,510 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:26,512 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal.1733777606493 2024-12-09T20:53:26,512 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:41511:41511)] 2024-12-09T20:53:26,512 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d60c916980ca31a942eaa101b88baad7, NAME => 'testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:26,513 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:26,513 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,513 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,515 INFO [StoreOpener-d60c916980ca31a942eaa101b88baad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,516 INFO [StoreOpener-d60c916980ca31a942eaa101b88baad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d60c916980ca31a942eaa101b88baad7 columnFamilyName a 2024-12-09T20:53:26,517 DEBUG [StoreOpener-d60c916980ca31a942eaa101b88baad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:26,517 INFO [StoreOpener-d60c916980ca31a942eaa101b88baad7-1 {}] regionserver.HStore(327): Store=d60c916980ca31a942eaa101b88baad7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:26,518 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,519 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,521 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,522 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002 2024-12-09T20:53:26,525 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:26,527 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002 2024-12-09T20:53:26,527 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d60c916980ca31a942eaa101b88baad7 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-09T20:53:26,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/.tmp/a/152c2573f9ad4096b4986a9e7cd9a356 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733777606386/Put/seqid=0 2024-12-09T20:53:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741852_1028 (size=5170) 2024-12-09T20:53:26,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741852_1028 (size=5170) 2024-12-09T20:53:26,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741852_1028 (size=5170) 2024-12-09T20:53:26,553 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/.tmp/a/152c2573f9ad4096b4986a9e7cd9a356 2024-12-09T20:53:26,562 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/.tmp/a/152c2573f9ad4096b4986a9e7cd9a356 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/a/152c2573f9ad4096b4986a9e7cd9a356 2024-12-09T20:53:26,570 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/a/152c2573f9ad4096b4986a9e7cd9a356, entries=2, sequenceid=2, filesize=5.0 K 2024-12-09T20:53:26,570 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d60c916980ca31a942eaa101b88baad7 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-12-09T20:53:26,571 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/0000000000000000002 2024-12-09T20:53:26,572 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,572 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,574 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d60c916980ca31a942eaa101b88baad7 2024-12-09T20:53:26,576 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/d60c916980ca31a942eaa101b88baad7/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-09T20:53:26,578 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened d60c916980ca31a942eaa101b88baad7; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61587198, jitterRate=-0.08227923512458801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:53:26,578 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d60c916980ca31a942eaa101b88baad7: Writing region info on filesystem at 1733777606513Initializing all the Stores at 1733777606514 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777606514Obtaining lock to block concurrent updates at 1733777606527 (+13 ms)Preparing flush snapshotting stores in d60c916980ca31a942eaa101b88baad7 at 1733777606527Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733777606527Flushing stores of testReplayEditsWrittenIntoWAL,,1733777606319.d60c916980ca31a942eaa101b88baad7. at 1733777606527Flushing d60c916980ca31a942eaa101b88baad7/a: creating writer at 1733777606527Flushing d60c916980ca31a942eaa101b88baad7/a: appending metadata at 1733777606542 (+15 ms)Flushing d60c916980ca31a942eaa101b88baad7/a: closing flushed file at 1733777606542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29fe47f: reopening flushed file at 1733777606560 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d60c916980ca31a942eaa101b88baad7 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1733777606570 (+10 ms)Cleaning up temporary data from old regions at 1733777606572 (+2 ms)Region opened successfully at 1733777606578 (+6 ms) 2024-12-09T20:53:26,595 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:33002 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:33226 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:34574 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:47010 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:46932 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:34756 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=3853 (was 3858) 2024-12-09T20:53:26,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=3852 2024-12-09T20:53:26,622 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:26,624 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:26,624 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:26,628 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-58950861, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-58950861, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:26,639 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-58950861/hregion-58950861.1733777606628, exclude list is [], retry=0 2024-12-09T20:53:26,643 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:26,643 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:26,644 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:26,647 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-58950861/hregion-58950861.1733777606628 2024-12-09T20:53:26,647 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:26,647 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b10aa8a9f821c7583c7cfd2fc3b835ec, NAME => 'testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:26,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741854_1030 (size=64) 2024-12-09T20:53:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741854_1030 (size=64) 2024-12-09T20:53:26,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741854_1030 (size=64) 2024-12-09T20:53:26,660 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:26,662 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:26,664 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10aa8a9f821c7583c7cfd2fc3b835ec columnFamilyName a 2024-12-09T20:53:26,664 DEBUG [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:26,665 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(327): Store=b10aa8a9f821c7583c7cfd2fc3b835ec/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:26,666 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:26,667 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10aa8a9f821c7583c7cfd2fc3b835ec columnFamilyName b 2024-12-09T20:53:26,668 DEBUG [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:26,668 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(327): Store=b10aa8a9f821c7583c7cfd2fc3b835ec/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:26,669 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:26,671 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10aa8a9f821c7583c7cfd2fc3b835ec columnFamilyName c 2024-12-09T20:53:26,671 DEBUG [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:26,671 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(327): Store=b10aa8a9f821c7583c7cfd2fc3b835ec/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:26,672 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:26,673 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:26,674 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:26,675 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:26,675 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:26,676 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:26,678 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:26,680 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:26,681 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b10aa8a9f821c7583c7cfd2fc3b835ec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68783373, jitterRate=0.024952128529548645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:26,681 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b10aa8a9f821c7583c7cfd2fc3b835ec: Writing region info on filesystem at 1733777606660Initializing all the Stores at 1733777606662 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777606662Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777606662Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777606662Cleaning up temporary data from old regions at 1733777606676 (+14 ms)Region opened successfully at 1733777606681 (+5 ms) 2024-12-09T20:53:26,681 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b10aa8a9f821c7583c7cfd2fc3b835ec, disabling compactions & flushes 2024-12-09T20:53:26,681 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. 2024-12-09T20:53:26,681 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. 2024-12-09T20:53:26,681 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. after waiting 0 ms 2024-12-09T20:53:26,682 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. 2024-12-09T20:53:26,682 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. 2024-12-09T20:53:26,682 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b10aa8a9f821c7583c7cfd2fc3b835ec: Waiting for close lock at 1733777606681Disabling compacts and flushes for region at 1733777606681Disabling writes for close at 1733777606682 (+1 ms)Writing region close event to WAL at 1733777606682Closed at 1733777606682 2024-12-09T20:53:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741853_1029 (size=95) 2024-12-09T20:53:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741853_1029 (size=95) 2024-12-09T20:53:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741853_1029 (size=95) 2024-12-09T20:53:26,688 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:26,688 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-58950861:(num 1733777606628) 2024-12-09T20:53:26,688 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:26,690 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:26,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691, exclude list is [], retry=0 2024-12-09T20:53:26,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:26,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:26,707 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:26,709 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 2024-12-09T20:53:26,709 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:26,962 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691, size=0 (0bytes) 2024-12-09T20:53:26,962 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 might be still open, length is 0 2024-12-09T20:53:26,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 2024-12-09T20:53:26,963 WARN [IPC Server handler 4 on default port 36817 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-09T20:53:26,964 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 after 1ms 2024-12-09T20:53:27,812 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:33272 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39951:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33272 dst: /127.0.0.1:39951 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39951 remote=/127.0.0.1:33272]. Total timeout mills is 60000, 59118 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:27,813 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:34800 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34800 dst: /127.0.0.1:42245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:27,813 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:47046 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47046 dst: /127.0.0.1:40681 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:27,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741855_1032 (size=263633) 2024-12-09T20:53:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741855_1032 (size=263633) 2024-12-09T20:53:27,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741855_1032 (size=263633) 2024-12-09T20:53:30,966 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 after 4003ms 2024-12-09T20:53:30,973 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:30,975 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 took 4014ms 2024-12-09T20:53:30,981 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733777606691.temp 2024-12-09T20:53:30,987 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000000001-wal.1733777606691.temp 2024-12-09T20:53:31,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T20:53:31,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T20:53:31,113 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691; continuing. 2024-12-09T20:53:31,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 so closing down 2024-12-09T20:53:31,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:31,114 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:31,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741856_1033 (size=263641) 2024-12-09T20:53:31,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741856_1033 (size=263641) 2024-12-09T20:53:31,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741856_1033 (size=263641) 2024-12-09T20:53:31,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000000001-wal.1733777606691.temp (wrote 3002 edits, skipped 0 edits in 69 ms) 2024-12-09T20:53:31,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000000001-wal.1733777606691.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000003002 2024-12-09T20:53:31,121 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T20:53:31,121 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691, journal: Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691, size=0 (0bytes) at 1733777606962Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000000001-wal.1733777606691.temp at 1733777610987 (+4025 ms)Split 1024 edits, skipped 0 edits. at 1733777611048 (+61 ms)Split 2048 edits, skipped 0 edits. at 1733777611084 (+36 ms)Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 so closing down at 1733777611113 (+29 ms)3 split writer threads finished at 1733777611114 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000000001-wal.1733777606691.temp (wrote 3002 edits, skipped 0 edits in 69 ms) at 1733777611118 (+4 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000000001-wal.1733777606691.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000003002 at 1733777611121 (+3 ms)Processed 3002 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691, size=0, length=0, corrupted=false, cancelled=false at 1733777611121 2024-12-09T20:53:31,124 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777606691 2024-12-09T20:53:31,125 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000003002 2024-12-09T20:53:31,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:31,128 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:31,141 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777611128, exclude list is [], retry=0 2024-12-09T20:53:31,144 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:31,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:31,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:31,148 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777611128 2024-12-09T20:53:31,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:31,149 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:31,151 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:31,152 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10aa8a9f821c7583c7cfd2fc3b835ec columnFamilyName a 2024-12-09T20:53:31,153 DEBUG [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:31,153 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(327): Store=b10aa8a9f821c7583c7cfd2fc3b835ec/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:31,153 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:31,155 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10aa8a9f821c7583c7cfd2fc3b835ec columnFamilyName b 2024-12-09T20:53:31,155 DEBUG [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:31,156 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(327): Store=b10aa8a9f821c7583c7cfd2fc3b835ec/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:31,156 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:31,157 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b10aa8a9f821c7583c7cfd2fc3b835ec columnFamilyName c 2024-12-09T20:53:31,157 DEBUG [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:31,158 INFO [StoreOpener-b10aa8a9f821c7583c7cfd2fc3b835ec-1 {}] regionserver.HStore(327): Store=b10aa8a9f821c7583c7cfd2fc3b835ec/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:31,158 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:31,159 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:31,161 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:31,162 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000003002 2024-12-09T20:53:31,165 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:31,217 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T20:53:31,530 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b10aa8a9f821c7583c7cfd2fc3b835ec 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-09T20:53:31,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/a/462825d942f7437c855770c6e238788f is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733777606716/Put/seqid=0 2024-12-09T20:53:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741858_1035 (size=50463) 2024-12-09T20:53:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741858_1035 (size=50463) 2024-12-09T20:53:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741858_1035 (size=50463) 2024-12-09T20:53:31,576 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/a/462825d942f7437c855770c6e238788f 2024-12-09T20:53:31,585 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/a/462825d942f7437c855770c6e238788f as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/a/462825d942f7437c855770c6e238788f 2024-12-09T20:53:31,592 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/a/462825d942f7437c855770c6e238788f, entries=754, sequenceid=754, filesize=49.3 K 2024-12-09T20:53:31,593 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for b10aa8a9f821c7583c7cfd2fc3b835ec in 62ms, sequenceid=754, compaction requested=false; wal=null 2024-12-09T20:53:31,612 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T20:53:31,612 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b10aa8a9f821c7583c7cfd2fc3b835ec 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-09T20:53:31,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/a/af30aeaf38b74f5b911ba43fcceeca62 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733777606773/Put/seqid=0 2024-12-09T20:53:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741859_1036 (size=20072) 2024-12-09T20:53:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741859_1036 (size=20072) 2024-12-09T20:53:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741859_1036 (size=20072) 2024-12-09T20:53:31,628 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/a/af30aeaf38b74f5b911ba43fcceeca62 2024-12-09T20:53:31,649 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/b/4ac027c1fac44529bb3daf271459edd6 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733777606801/Put/seqid=0 2024-12-09T20:53:31,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741860_1037 (size=35835) 2024-12-09T20:53:31,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741860_1037 (size=35835) 2024-12-09T20:53:31,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741860_1037 (size=35835) 2024-12-09T20:53:31,658 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/b/4ac027c1fac44529bb3daf271459edd6 2024-12-09T20:53:31,665 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/a/af30aeaf38b74f5b911ba43fcceeca62 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/a/af30aeaf38b74f5b911ba43fcceeca62 2024-12-09T20:53:31,675 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/a/af30aeaf38b74f5b911ba43fcceeca62, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-09T20:53:31,677 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/b/4ac027c1fac44529bb3daf271459edd6 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/b/4ac027c1fac44529bb3daf271459edd6 2024-12-09T20:53:31,685 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/b/4ac027c1fac44529bb3daf271459edd6, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-09T20:53:31,685 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for b10aa8a9f821c7583c7cfd2fc3b835ec in 73ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-09T20:53:31,699 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T20:53:31,699 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b10aa8a9f821c7583c7cfd2fc3b835ec 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-09T20:53:31,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/b/c74afc25333644568b5afc5a59f79948 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733777606828/Put/seqid=0 2024-12-09T20:53:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741861_1038 (size=35082) 2024-12-09T20:53:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741861_1038 (size=35082) 2024-12-09T20:53:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741861_1038 (size=35082) 2024-12-09T20:53:31,716 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/b/c74afc25333644568b5afc5a59f79948 2024-12-09T20:53:31,740 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/c/57a89493175e477fb3cc019e3a876145 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733777606867/Put/seqid=0 2024-12-09T20:53:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741862_1039 (size=20825) 2024-12-09T20:53:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741862_1039 (size=20825) 2024-12-09T20:53:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741862_1039 (size=20825) 2024-12-09T20:53:31,748 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/c/57a89493175e477fb3cc019e3a876145 2024-12-09T20:53:31,755 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/b/c74afc25333644568b5afc5a59f79948 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/b/c74afc25333644568b5afc5a59f79948 2024-12-09T20:53:31,761 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/b/c74afc25333644568b5afc5a59f79948, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-09T20:53:31,762 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/c/57a89493175e477fb3cc019e3a876145 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/c/57a89493175e477fb3cc019e3a876145 2024-12-09T20:53:31,768 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/c/57a89493175e477fb3cc019e3a876145, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-09T20:53:31,769 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for b10aa8a9f821c7583c7cfd2fc3b835ec in 70ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-09T20:53:31,779 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733777606928/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. 2024-12-09T20:53:31,781 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000003002 2024-12-09T20:53:31,782 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-09T20:53:31,782 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b10aa8a9f821c7583c7cfd2fc3b835ec 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-09T20:53:31,788 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/c/b509924a8f1e4273b9bf71572b78df6c is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733777606878/Put/seqid=0 2024-12-09T20:53:31,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741863_1040 (size=50301) 2024-12-09T20:53:31,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741863_1040 (size=50301) 2024-12-09T20:53:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741863_1040 (size=50301) 2024-12-09T20:53:31,802 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/c/b509924a8f1e4273b9bf71572b78df6c 2024-12-09T20:53:31,808 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b509924a8f1e4273b9bf71572b78df6c 2024-12-09T20:53:31,809 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/.tmp/c/b509924a8f1e4273b9bf71572b78df6c as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/c/b509924a8f1e4273b9bf71572b78df6c 2024-12-09T20:53:31,816 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b509924a8f1e4273b9bf71572b78df6c 2024-12-09T20:53:31,816 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/c/b509924a8f1e4273b9bf71572b78df6c, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-09T20:53:31,817 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for b10aa8a9f821c7583c7cfd2fc3b835ec in 34ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-09T20:53:31,818 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/0000000000000003002 2024-12-09T20:53:31,819 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:31,819 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:31,819 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-09T20:53:31,821 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b10aa8a9f821c7583c7cfd2fc3b835ec 2024-12-09T20:53:31,823 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenIntoWAL/b10aa8a9f821c7583c7cfd2fc3b835ec/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-09T20:53:31,824 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b10aa8a9f821c7583c7cfd2fc3b835ec; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69529479, jitterRate=0.036069974303245544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-09T20:53:31,825 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b10aa8a9f821c7583c7cfd2fc3b835ec: Writing region info on filesystem at 1733777611149Initializing all the Stores at 1733777611150 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777611150Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777611151 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777611151Cleaning up temporary data from old regions at 1733777611819 (+668 ms)Region opened successfully at 1733777611825 (+6 ms) 2024-12-09T20:53:31,886 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b10aa8a9f821c7583c7cfd2fc3b835ec, disabling compactions & flushes 2024-12-09T20:53:31,886 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. 2024-12-09T20:53:31,887 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. 2024-12-09T20:53:31,887 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. after waiting 0 ms 2024-12-09T20:53:31,887 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. 2024-12-09T20:53:31,889 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733777606622.b10aa8a9f821c7583c7cfd2fc3b835ec. 2024-12-09T20:53:31,889 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b10aa8a9f821c7583c7cfd2fc3b835ec: Waiting for close lock at 1733777611886Disabling compacts and flushes for region at 1733777611886Disabling writes for close at 1733777611887 (+1 ms)Writing region close event to WAL at 1733777611889 (+2 ms)Closed at 1733777611889 2024-12-09T20:53:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741857_1034 (size=95) 2024-12-09T20:53:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741857_1034 (size=95) 2024-12-09T20:53:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741857_1034 (size=95) 2024-12-09T20:53:31,894 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:31,895 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733777611128) 2024-12-09T20:53:31,906 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=399 (was 385) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-606643532_22 at /127.0.0.1:53824 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-606643532_22 at /127.0.0.1:48916 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:37545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-606643532_22 at /127.0.0.1:45142 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-606643532_22 at /127.0.0.1:53870 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:43571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:36817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:36817 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=3798 (was 3852) 2024-12-09T20:53:31,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=399, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=3796 2024-12-09T20:53:31,933 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:31,935 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:31,936 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:31,939 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-78841762, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-78841762, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:31,950 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-78841762/hregion-78841762.1733777611939, exclude list is [], retry=0 2024-12-09T20:53:31,953 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:31,953 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:31,954 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:31,956 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-78841762/hregion-78841762.1733777611939 2024-12-09T20:53:31,956 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:31,956 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => edcab61de9f0b989b368cd090d3c265e, NAME => 'test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:31,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741865_1042 (size=43) 2024-12-09T20:53:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741865_1042 (size=43) 2024-12-09T20:53:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741865_1042 (size=43) 2024-12-09T20:53:31,968 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:31,969 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:31,971 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edcab61de9f0b989b368cd090d3c265e columnFamilyName a 2024-12-09T20:53:31,971 DEBUG [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:31,972 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(327): Store=edcab61de9f0b989b368cd090d3c265e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:31,972 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:31,974 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edcab61de9f0b989b368cd090d3c265e columnFamilyName b 2024-12-09T20:53:31,974 DEBUG [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:31,975 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(327): Store=edcab61de9f0b989b368cd090d3c265e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:31,975 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:31,977 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edcab61de9f0b989b368cd090d3c265e columnFamilyName c 2024-12-09T20:53:31,977 DEBUG [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:31,978 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(327): Store=edcab61de9f0b989b368cd090d3c265e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:31,978 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:31,979 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:31,979 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:31,981 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:31,981 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:31,981 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:31,983 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:31,990 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:31,990 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened edcab61de9f0b989b368cd090d3c265e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64004695, jitterRate=-0.046255722641944885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:31,992 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for edcab61de9f0b989b368cd090d3c265e: Writing region info on filesystem at 1733777611968Initializing all the Stores at 1733777611969 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777611969Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777611969Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777611969Cleaning up temporary data from old regions at 1733777611981 (+12 ms)Region opened successfully at 1733777611991 (+10 ms) 2024-12-09T20:53:31,992 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing edcab61de9f0b989b368cd090d3c265e, disabling compactions & flushes 2024-12-09T20:53:31,992 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. 2024-12-09T20:53:31,992 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. 2024-12-09T20:53:31,992 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. after waiting 0 ms 2024-12-09T20:53:31,992 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. 2024-12-09T20:53:31,993 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. 2024-12-09T20:53:31,993 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for edcab61de9f0b989b368cd090d3c265e: Waiting for close lock at 1733777611992Disabling compacts and flushes for region at 1733777611992Disabling writes for close at 1733777611992Writing region close event to WAL at 1733777611992Closed at 1733777611993 (+1 ms) 2024-12-09T20:53:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741864_1041 (size=95) 2024-12-09T20:53:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741864_1041 (size=95) 2024-12-09T20:53:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741864_1041 (size=95) 2024-12-09T20:53:31,999 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:31,999 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-78841762:(num 1733777611939) 2024-12-09T20:53:31,999 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:32,001 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:32,013 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001, exclude list is [], retry=0 2024-12-09T20:53:32,016 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:32,016 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:32,017 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:32,019 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001 2024-12-09T20:53:32,019 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741866_1043 (size=263359) 2024-12-09T20:53:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741866_1043 (size=263359) 2024-12-09T20:53:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741866_1043 (size=263359) 2024-12-09T20:53:32,157 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001, size=257.2 K (263359bytes) 2024-12-09T20:53:32,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001 2024-12-09T20:53:32,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001 after 1ms 2024-12-09T20:53:32,160 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:32,162 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001 took 5ms 2024-12-09T20:53:32,166 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733777612001.temp 2024-12-09T20:53:32,167 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000000001-wal.1733777612001.temp 2024-12-09T20:53:32,215 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001 so closing down 2024-12-09T20:53:32,216 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:32,216 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741867_1044 (size=263359) 2024-12-09T20:53:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741867_1044 (size=263359) 2024-12-09T20:53:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741867_1044 (size=263359) 2024-12-09T20:53:32,622 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000000001-wal.1733777612001.temp (wrote 3000 edits, skipped 0 edits in 39 ms) 2024-12-09T20:53:32,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000000001-wal.1733777612001.temp to hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003000 2024-12-09T20:53:32,625 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-12-09T20:53:32,625 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001, journal: Splitting hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001, size=257.2 K (263359bytes) at 1733777612157Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000000001-wal.1733777612001.temp at 1733777612167 (+10 ms)Split 1024 edits, skipped 0 edits. at 1733777612182 (+15 ms)Split 2048 edits, skipped 0 edits. at 1733777612198 (+16 ms)Finishing writing output for hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001 so closing down at 1733777612216 (+18 ms)3 split writer threads finished at 1733777612216Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000000001-wal.1733777612001.temp (wrote 3000 edits, skipped 0 edits in 39 ms) at 1733777612622 (+406 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000000001-wal.1733777612001.temp to hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003000 at 1733777612625 (+3 ms)Processed 3000 edits across 1 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1733777612625 2024-12-09T20:53:32,627 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612001 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777612001 2024-12-09T20:53:32,628 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003000 2024-12-09T20:53:32,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:32,631 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:32,643 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631, exclude list is [], retry=0 2024-12-09T20:53:32,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:32,647 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:32,647 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:32,649 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631 2024-12-09T20:53:32,649 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741868_1045 (size=263486) 2024-12-09T20:53:32,781 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631 not finished, retry = 0 2024-12-09T20:53:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741868_1045 (size=263486) 2024-12-09T20:53:32,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741868_1045 (size=263486) 2024-12-09T20:53:32,904 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631, size=257.3 K (263486bytes) 2024-12-09T20:53:32,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631 2024-12-09T20:53:32,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631 after 0ms 2024-12-09T20:53:32,907 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:32,908 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631 took 5ms 2024-12-09T20:53:32,912 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733777612631.temp 2024-12-09T20:53:32,914 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003001-wal.1733777612631.temp 2024-12-09T20:53:32,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T20:53:32,941 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:32,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T20:53:32,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T20:53:32,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T20:53:32,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:32,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-09T20:53:32,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:32,969 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631 so closing down 2024-12-09T20:53:32,969 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:32,969 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:32,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741869_1046 (size=263486) 2024-12-09T20:53:32,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741869_1046 (size=263486) 2024-12-09T20:53:32,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741869_1046 (size=263486) 2024-12-09T20:53:32,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003001-wal.1733777612631.temp (wrote 3000 edits, skipped 0 edits in 38 ms) 2024-12-09T20:53:32,975 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003001-wal.1733777612631.temp to hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000006000 2024-12-09T20:53:32,975 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-12-09T20:53:32,975 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631, journal: Splitting hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631, size=257.3 K (263486bytes) at 1733777612904Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003001-wal.1733777612631.temp at 1733777612914 (+10 ms)Split 1024 edits, skipped 0 edits. at 1733777612930 (+16 ms)Split 2048 edits, skipped 0 edits. at 1733777612950 (+20 ms)Finishing writing output for hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631 so closing down at 1733777612969 (+19 ms)3 split writer threads finished at 1733777612969Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003001-wal.1733777612631.temp (wrote 3000 edits, skipped 0 edits in 38 ms) at 1733777612973 (+4 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003001-wal.1733777612631.temp to hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000006000 at 1733777612975 (+2 ms)Processed 3000 edits across 1 Regions in 66 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1733777612975 2024-12-09T20:53:32,977 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612631 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777612631 2024-12-09T20:53:32,979 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000006000 2024-12-09T20:53:32,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:32,981 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/test2727-manual,16010,1733777611933, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:33,001 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612982, exclude list is [], retry=0 2024-12-09T20:53:33,004 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:33,005 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:33,005 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:33,007 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733777611933/wal.1733777612982 2024-12-09T20:53:33,007 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:33,008 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => edcab61de9f0b989b368cd090d3c265e, NAME => 'test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:33,008 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:33,008 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,008 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,010 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,012 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edcab61de9f0b989b368cd090d3c265e columnFamilyName a 2024-12-09T20:53:33,012 DEBUG [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,013 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(327): Store=edcab61de9f0b989b368cd090d3c265e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,013 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,014 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edcab61de9f0b989b368cd090d3c265e columnFamilyName b 2024-12-09T20:53:33,014 DEBUG [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,015 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(327): Store=edcab61de9f0b989b368cd090d3c265e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,016 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,017 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edcab61de9f0b989b368cd090d3c265e columnFamilyName c 2024-12-09T20:53:33,017 DEBUG [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,018 INFO [StoreOpener-edcab61de9f0b989b368cd090d3c265e-1 {}] regionserver.HStore(327): Store=edcab61de9f0b989b368cd090d3c265e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,018 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,019 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,021 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,022 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003000 2024-12-09T20:53:33,024 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:33,088 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003000 2024-12-09T20:53:33,089 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000006000 2024-12-09T20:53:33,091 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:33,133 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000006000 2024-12-09T20:53:33,134 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing edcab61de9f0b989b368cd090d3c265e 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-09T20:53:33,162 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/.tmp/a/14ec8285cd374623a91a4f60bc9e271b is 41, key is test2727/a:100/1733777612653/Put/seqid=0 2024-12-09T20:53:33,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741871_1048 (size=84227) 2024-12-09T20:53:33,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741871_1048 (size=84227) 2024-12-09T20:53:33,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741871_1048 (size=84227) 2024-12-09T20:53:33,172 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/.tmp/a/14ec8285cd374623a91a4f60bc9e271b 2024-12-09T20:53:33,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/.tmp/b/9bffa6f0dba44e248bacebbdd81ff22a is 41, key is test2727/b:100/1733777612695/Put/seqid=0 2024-12-09T20:53:33,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741872_1049 (size=84609) 2024-12-09T20:53:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741872_1049 (size=84609) 2024-12-09T20:53:33,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741872_1049 (size=84609) 2024-12-09T20:53:33,201 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/.tmp/b/9bffa6f0dba44e248bacebbdd81ff22a 2024-12-09T20:53:33,225 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/.tmp/c/13605c8205d34c86bf3bdedec7ef57e7 is 41, key is test2727/c:100/1733777612739/Put/seqid=0 2024-12-09T20:53:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741873_1050 (size=84609) 2024-12-09T20:53:33,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741873_1050 (size=84609) 2024-12-09T20:53:33,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741873_1050 (size=84609) 2024-12-09T20:53:33,232 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/.tmp/c/13605c8205d34c86bf3bdedec7ef57e7 2024-12-09T20:53:33,239 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/.tmp/a/14ec8285cd374623a91a4f60bc9e271b as hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/a/14ec8285cd374623a91a4f60bc9e271b 2024-12-09T20:53:33,246 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/a/14ec8285cd374623a91a4f60bc9e271b, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-09T20:53:33,248 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/.tmp/b/9bffa6f0dba44e248bacebbdd81ff22a as hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/b/9bffa6f0dba44e248bacebbdd81ff22a 2024-12-09T20:53:33,254 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/b/9bffa6f0dba44e248bacebbdd81ff22a, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-09T20:53:33,256 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/.tmp/c/13605c8205d34c86bf3bdedec7ef57e7 as hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/c/13605c8205d34c86bf3bdedec7ef57e7 2024-12-09T20:53:33,262 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/c/13605c8205d34c86bf3bdedec7ef57e7, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-09T20:53:33,263 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for edcab61de9f0b989b368cd090d3c265e in 130ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-09T20:53:33,264 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000003000 2024-12-09T20:53:33,264 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/0000000000000006000 2024-12-09T20:53:33,266 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,266 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,266 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:33,268 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for edcab61de9f0b989b368cd090d3c265e 2024-12-09T20:53:33,270 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/test2727/edcab61de9f0b989b368cd090d3c265e/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-09T20:53:33,271 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened edcab61de9f0b989b368cd090d3c265e; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73062969, jitterRate=0.0887230783700943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:33,272 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for edcab61de9f0b989b368cd090d3c265e: Writing region info on filesystem at 1733777613008Initializing all the Stores at 1733777613009 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613009Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613010 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613010Obtaining lock to block concurrent updates at 1733777613134 (+124 ms)Preparing flush snapshotting stores in edcab61de9f0b989b368cd090d3c265e at 1733777613134Finished memstore snapshotting test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733777613134Flushing stores of test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. at 1733777613134Flushing edcab61de9f0b989b368cd090d3c265e/a: creating writer at 1733777613134Flushing edcab61de9f0b989b368cd090d3c265e/a: appending metadata at 1733777613161 (+27 ms)Flushing edcab61de9f0b989b368cd090d3c265e/a: closing flushed file at 1733777613161Flushing edcab61de9f0b989b368cd090d3c265e/b: creating writer at 1733777613178 (+17 ms)Flushing edcab61de9f0b989b368cd090d3c265e/b: appending metadata at 1733777613193 (+15 ms)Flushing edcab61de9f0b989b368cd090d3c265e/b: closing flushed file at 1733777613193Flushing edcab61de9f0b989b368cd090d3c265e/c: creating writer at 1733777613208 (+15 ms)Flushing edcab61de9f0b989b368cd090d3c265e/c: appending metadata at 1733777613224 (+16 ms)Flushing edcab61de9f0b989b368cd090d3c265e/c: closing flushed file at 1733777613224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd1c870: reopening flushed file at 1733777613238 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d21d8d: reopening flushed file at 1733777613247 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@575c481a: reopening flushed file at 1733777613255 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for edcab61de9f0b989b368cd090d3c265e in 130ms, sequenceid=6000, compaction requested=false; wal=null at 1733777613263 (+8 ms)Cleaning up temporary data from old regions at 1733777613266 (+3 ms)Region opened successfully at 1733777613272 (+6 ms) 2024-12-09T20:53:33,273 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-09T20:53:33,273 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing edcab61de9f0b989b368cd090d3c265e, disabling compactions & flushes 2024-12-09T20:53:33,273 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. 2024-12-09T20:53:33,273 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. 2024-12-09T20:53:33,273 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. after waiting 0 ms 2024-12-09T20:53:33,273 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. 2024-12-09T20:53:33,274 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733777611934.edcab61de9f0b989b368cd090d3c265e. 2024-12-09T20:53:33,275 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for edcab61de9f0b989b368cd090d3c265e: Waiting for close lock at 1733777613273Disabling compacts and flushes for region at 1733777613273Disabling writes for close at 1733777613273Writing region close event to WAL at 1733777613274 (+1 ms)Closed at 1733777613274 2024-12-09T20:53:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741870_1047 (size=95) 2024-12-09T20:53:33,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741870_1047 (size=95) 2024-12-09T20:53:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741870_1047 (size=95) 2024-12-09T20:53:33,282 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:33,282 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733777612982) 2024-12-09T20:53:33,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401 (was 399) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:53978 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:48916 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:45244 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=3540 (was 3796) 2024-12-09T20:53:33,305 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=401, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=3540 2024-12-09T20:53:33,321 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:33,327 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:33,328 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733777613327 2024-12-09T20:53:33,338 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327 2024-12-09T20:53:33,341 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:33,342 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c8076b5f4909af23e525d2e18e5b2c68, NAME => 'testSequentialEditLogSeqNum,,1733777613322.c8076b5f4909af23e525d2e18e5b2c68.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:33,343 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733777613322.c8076b5f4909af23e525d2e18e5b2c68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:33,343 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c8076b5f4909af23e525d2e18e5b2c68 2024-12-09T20:53:33,343 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c8076b5f4909af23e525d2e18e5b2c68 2024-12-09T20:53:33,344 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68 doesn't exist for region: c8076b5f4909af23e525d2e18e5b2c68 on table testSequentialEditLogSeqNum 2024-12-09T20:53:33,344 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: c8076b5f4909af23e525d2e18e5b2c68 on table testSequentialEditLogSeqNum 2024-12-09T20:53:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741875_1052 (size=62) 2024-12-09T20:53:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741875_1052 (size=62) 2024-12-09T20:53:33,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741875_1052 (size=62) 2024-12-09T20:53:33,353 INFO [StoreOpener-c8076b5f4909af23e525d2e18e5b2c68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c8076b5f4909af23e525d2e18e5b2c68 2024-12-09T20:53:33,354 INFO [StoreOpener-c8076b5f4909af23e525d2e18e5b2c68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8076b5f4909af23e525d2e18e5b2c68 columnFamilyName a 2024-12-09T20:53:33,354 DEBUG [StoreOpener-c8076b5f4909af23e525d2e18e5b2c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,355 INFO [StoreOpener-c8076b5f4909af23e525d2e18e5b2c68-1 {}] regionserver.HStore(327): Store=c8076b5f4909af23e525d2e18e5b2c68/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,355 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c8076b5f4909af23e525d2e18e5b2c68 2024-12-09T20:53:33,355 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68 2024-12-09T20:53:33,356 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68 2024-12-09T20:53:33,356 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c8076b5f4909af23e525d2e18e5b2c68 2024-12-09T20:53:33,356 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c8076b5f4909af23e525d2e18e5b2c68 2024-12-09T20:53:33,358 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c8076b5f4909af23e525d2e18e5b2c68 2024-12-09T20:53:33,360 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:33,361 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c8076b5f4909af23e525d2e18e5b2c68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60514066, jitterRate=-0.09827014803886414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:53:33,361 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c8076b5f4909af23e525d2e18e5b2c68: Writing region info on filesystem at 1733777613343Initializing all the Stores at 1733777613353 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613353Cleaning up temporary data from old regions at 1733777613356 (+3 ms)Region opened successfully at 1733777613361 (+5 ms) 2024-12-09T20:53:33,374 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c8076b5f4909af23e525d2e18e5b2c68 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-09T20:53:33,401 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/.tmp/a/e0578edbd4da4b6eb22e6d24d97ab45b is 81, key is testSequentialEditLogSeqNum/a:x0/1733777613361/Put/seqid=0 2024-12-09T20:53:33,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741876_1053 (size=5833) 2024-12-09T20:53:33,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741876_1053 (size=5833) 2024-12-09T20:53:33,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741876_1053 (size=5833) 2024-12-09T20:53:33,408 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/.tmp/a/e0578edbd4da4b6eb22e6d24d97ab45b 2024-12-09T20:53:33,415 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/.tmp/a/e0578edbd4da4b6eb22e6d24d97ab45b as hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/a/e0578edbd4da4b6eb22e6d24d97ab45b 2024-12-09T20:53:33,422 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/a/e0578edbd4da4b6eb22e6d24d97ab45b, entries=10, sequenceid=13, filesize=5.7 K 2024-12-09T20:53:33,423 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c8076b5f4909af23e525d2e18e5b2c68 in 49ms, sequenceid=13, compaction requested=false 2024-12-09T20:53:33,423 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c8076b5f4909af23e525d2e18e5b2c68: 2024-12-09T20:53:33,429 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T20:53:33,429 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T20:53:33,429 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T20:53:33,429 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T20:53:33,429 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-09T20:53:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741874_1051 (size=1845) 2024-12-09T20:53:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741874_1051 (size=1845) 2024-12-09T20:53:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741874_1051 (size=1845) 2024-12-09T20:53:33,448 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327, size=1.8 K (1845bytes) 2024-12-09T20:53:33,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327 2024-12-09T20:53:33,448 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327 after 0ms 2024-12-09T20:53:33,451 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:33,451 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327 took 4ms 2024-12-09T20:53:33,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327 so closing down 2024-12-09T20:53:33,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:33,455 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733777613327.temp 2024-12-09T20:53:33,456 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/recovered.edits/0000000000000000003-wal.1733777613327.temp 2024-12-09T20:53:33,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:33,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741877_1054 (size=1477) 2024-12-09T20:53:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741877_1054 (size=1477) 2024-12-09T20:53:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741877_1054 (size=1477) 2024-12-09T20:53:33,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/recovered.edits/0000000000000000003-wal.1733777613327.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:33,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/recovered.edits/0000000000000000003-wal.1733777613327.temp to hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/recovered.edits/0000000000000000020 2024-12-09T20:53:33,472 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327, size=1.8 K, length=1845, corrupted=false, cancelled=false 2024-12-09T20:53:33,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327, journal: Splitting hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327, size=1.8 K (1845bytes) at 1733777613448Finishing writing output for hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327 so closing down at 1733777613454 (+6 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/recovered.edits/0000000000000000003-wal.1733777613327.temp at 1733777613456 (+2 ms)3 split writer threads finished at 1733777613457 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/recovered.edits/0000000000000000003-wal.1733777613327.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733777613470 (+13 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/recovered.edits/0000000000000000003-wal.1733777613327.temp to hdfs://localhost:36817/hbase/data/default/testSequentialEditLogSeqNum/c8076b5f4909af23e525d2e18e5b2c68/recovered.edits/0000000000000000020 at 1733777613472 (+2 ms)Processed 17 edits across 1 Regions in 21 ms; skipped=2; WAL=hdfs://localhost:36817/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733777613321/wal.1733777613327, size=1.8 K, length=1845, corrupted=false, cancelled=false at 1733777613472 2024-12-09T20:53:33,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=406 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:53978 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:48916 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=3536 (was 3540) 2024-12-09T20:53:33,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=406, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=3535 2024-12-09T20:53:33,508 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:33,510 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:33,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:33,548 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43791193, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-43791193, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:33,559 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43791193/hregion-43791193.1733777613548, exclude list is [], retry=0 2024-12-09T20:53:33,562 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:33,562 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:33,562 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:33,566 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43791193/hregion-43791193.1733777613548 2024-12-09T20:53:33,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:33,566 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e8bc5dfa874d90576b7922233cbc6e2b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741879_1056 (size=70) 2024-12-09T20:53:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741879_1056 (size=70) 2024-12-09T20:53:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741879_1056 (size=70) 2024-12-09T20:53:33,578 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:33,580 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,581 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bc5dfa874d90576b7922233cbc6e2b columnFamilyName a 2024-12-09T20:53:33,582 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,582 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(327): Store=e8bc5dfa874d90576b7922233cbc6e2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,582 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,583 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bc5dfa874d90576b7922233cbc6e2b columnFamilyName b 2024-12-09T20:53:33,584 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,584 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(327): Store=e8bc5dfa874d90576b7922233cbc6e2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,584 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,585 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bc5dfa874d90576b7922233cbc6e2b columnFamilyName c 2024-12-09T20:53:33,585 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,586 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(327): Store=e8bc5dfa874d90576b7922233cbc6e2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,586 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,587 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,587 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,588 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,588 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,589 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:33,590 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,593 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:33,593 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e8bc5dfa874d90576b7922233cbc6e2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67525360, jitterRate=0.0062062740325927734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:33,594 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8bc5dfa874d90576b7922233cbc6e2b: Writing region info on filesystem at 1733777613578Initializing all the Stores at 1733777613579 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613579Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613580 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613580Cleaning up temporary data from old regions at 1733777613588 (+8 ms)Region opened successfully at 1733777613594 (+6 ms) 2024-12-09T20:53:33,595 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e8bc5dfa874d90576b7922233cbc6e2b, disabling compactions & flushes 2024-12-09T20:53:33,595 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. 2024-12-09T20:53:33,595 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. 2024-12-09T20:53:33,595 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. after waiting 0 ms 2024-12-09T20:53:33,595 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. 2024-12-09T20:53:33,595 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. 2024-12-09T20:53:33,596 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e8bc5dfa874d90576b7922233cbc6e2b: Waiting for close lock at 1733777613595Disabling compacts and flushes for region at 1733777613595Disabling writes for close at 1733777613595Writing region close event to WAL at 1733777613595Closed at 1733777613595 2024-12-09T20:53:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741878_1055 (size=95) 2024-12-09T20:53:33,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741878_1055 (size=95) 2024-12-09T20:53:33,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741878_1055 (size=95) 2024-12-09T20:53:33,601 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:33,601 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43791193:(num 1733777613548) 2024-12-09T20:53:33,601 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:33,603 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:33,615 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604, exclude list is [], retry=0 2024-12-09T20:53:33,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:33,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:33,618 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:33,621 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 2024-12-09T20:53:33,621 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:33,621 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e8bc5dfa874d90576b7922233cbc6e2b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:33,621 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:33,622 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,622 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,623 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,624 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bc5dfa874d90576b7922233cbc6e2b columnFamilyName a 2024-12-09T20:53:33,624 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,624 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(327): Store=e8bc5dfa874d90576b7922233cbc6e2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,624 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,625 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bc5dfa874d90576b7922233cbc6e2b columnFamilyName b 2024-12-09T20:53:33,625 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,625 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(327): Store=e8bc5dfa874d90576b7922233cbc6e2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,625 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,626 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bc5dfa874d90576b7922233cbc6e2b columnFamilyName c 2024-12-09T20:53:33,626 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:33,626 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(327): Store=e8bc5dfa874d90576b7922233cbc6e2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:33,626 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,627 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,628 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,629 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,629 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,629 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:33,630 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:33,631 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e8bc5dfa874d90576b7922233cbc6e2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60872602, jitterRate=-0.09292754530906677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:33,632 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8bc5dfa874d90576b7922233cbc6e2b: Writing region info on filesystem at 1733777613622Initializing all the Stores at 1733777613622Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613623 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613623Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777613623Cleaning up temporary data from old regions at 1733777613629 (+6 ms)Region opened successfully at 1733777613632 (+3 ms) 2024-12-09T20:53:33,635 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733777613634/Put/seqid=0 2024-12-09T20:53:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741881_1058 (size=4826) 2024-12-09T20:53:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741881_1058 (size=4826) 2024-12-09T20:53:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741881_1058 (size=4826) 2024-12-09T20:53:33,645 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36817/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in e8bc5dfa874d90576b7922233cbc6e2b/a 2024-12-09T20:53:33,653 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-09T20:53:33,653 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T20:53:33,653 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e8bc5dfa874d90576b7922233cbc6e2b: 2024-12-09T20:53:33,655 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/a/3fcabb31bc754301ac3b9e7efd0d064f_SeqId_3_ 2024-12-09T20:53:33,655 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36817/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e8bc5dfa874d90576b7922233cbc6e2b/a as hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/a/3fcabb31bc754301ac3b9e7efd0d064f_SeqId_3_ - updating store file list. 2024-12-09T20:53:33,661 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3fcabb31bc754301ac3b9e7efd0d064f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-09T20:53:33,661 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/a/3fcabb31bc754301ac3b9e7efd0d064f_SeqId_3_ into e8bc5dfa874d90576b7922233cbc6e2b/a 2024-12-09T20:53:33,661 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36817/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e8bc5dfa874d90576b7922233cbc6e2b/a (new location: hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/a/3fcabb31bc754301ac3b9e7efd0d064f_SeqId_3_) 2024-12-09T20:53:33,696 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604, size=0 (0bytes) 2024-12-09T20:53:33,696 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 might be still open, length is 0 2024-12-09T20:53:33,696 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 2024-12-09T20:53:33,696 WARN [IPC Server handler 1 on default port 36817 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-09T20:53:33,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 after 1ms 2024-12-09T20:53:33,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:49162 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39951:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49162 dst: /127.0.0.1:39951 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39951 remote=/127.0.0.1:49162]. Total timeout mills is 60000, 59865 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:33,803 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:54070 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54070 dst: /127.0.0.1:42245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:33,803 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:45310 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45310 dst: /127.0.0.1:40681 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741880_1059 (size=474) 2024-12-09T20:53:33,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741880_1059 (size=474) 2024-12-09T20:53:37,697 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 after 4001ms 2024-12-09T20:53:37,701 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:37,701 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 took 4005ms 2024-12-09T20:53:37,703 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604; continuing. 2024-12-09T20:53:37,703 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 so closing down 2024-12-09T20:53:37,703 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:37,705 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733777613604.temp 2024-12-09T20:53:37,707 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005-wal.1733777613604.temp 2024-12-09T20:53:37,708 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:37,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741882_1060 (size=259) 2024-12-09T20:53:37,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741882_1060 (size=259) 2024-12-09T20:53:37,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741882_1060 (size=259) 2024-12-09T20:53:37,718 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005-wal.1733777613604.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:37,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005-wal.1733777613604.temp to hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005 2024-12-09T20:53:37,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T20:53:37,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604, journal: Splitting hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604, size=0 (0bytes) at 1733777613696Finishing writing output for hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 so closing down at 1733777617703 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005-wal.1733777613604.temp at 1733777617708 (+5 ms)3 split writer threads finished at 1733777617708Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005-wal.1733777613604.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733777617718 (+10 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005-wal.1733777613604.temp to hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005 at 1733777617720 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604, size=0, length=0, corrupted=false, cancelled=false at 1733777617720 2024-12-09T20:53:37,723 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777613604 2024-12-09T20:53:37,724 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005 2024-12-09T20:53:37,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:37,727 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:37,741 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777617727, exclude list is [], retry=0 2024-12-09T20:53:37,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:37,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:37,744 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:37,746 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777617727 2024-12-09T20:53:37,746 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:37,746 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e8bc5dfa874d90576b7922233cbc6e2b, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:37,746 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:37,746 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,746 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,748 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,749 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bc5dfa874d90576b7922233cbc6e2b columnFamilyName a 2024-12-09T20:53:37,749 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:37,755 DEBUG [StoreFileOpener-e8bc5dfa874d90576b7922233cbc6e2b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3fcabb31bc754301ac3b9e7efd0d064f_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-09T20:53:37,755 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/a/3fcabb31bc754301ac3b9e7efd0d064f_SeqId_3_ 2024-12-09T20:53:37,755 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(327): Store=e8bc5dfa874d90576b7922233cbc6e2b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:37,755 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,756 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bc5dfa874d90576b7922233cbc6e2b columnFamilyName b 2024-12-09T20:53:37,756 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:37,757 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(327): Store=e8bc5dfa874d90576b7922233cbc6e2b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:37,757 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,758 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8bc5dfa874d90576b7922233cbc6e2b columnFamilyName c 2024-12-09T20:53:37,758 DEBUG [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:37,758 INFO [StoreOpener-e8bc5dfa874d90576b7922233cbc6e2b-1 {}] regionserver.HStore(327): Store=e8bc5dfa874d90576b7922233cbc6e2b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:37,758 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,761 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,762 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005 2024-12-09T20:53:37,764 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:37,765 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005 2024-12-09T20:53:37,765 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e8bc5dfa874d90576b7922233cbc6e2b 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-09T20:53:37,780 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/.tmp/a/5189879336f54c599f3bcc9a3a191358 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733777613666/Put/seqid=0 2024-12-09T20:53:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741884_1062 (size=5149) 2024-12-09T20:53:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741884_1062 (size=5149) 2024-12-09T20:53:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741884_1062 (size=5149) 2024-12-09T20:53:37,787 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/.tmp/a/5189879336f54c599f3bcc9a3a191358 2024-12-09T20:53:37,794 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/.tmp/a/5189879336f54c599f3bcc9a3a191358 as hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/a/5189879336f54c599f3bcc9a3a191358 2024-12-09T20:53:37,800 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/a/5189879336f54c599f3bcc9a3a191358, entries=1, sequenceid=5, filesize=5.0 K 2024-12-09T20:53:37,800 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e8bc5dfa874d90576b7922233cbc6e2b in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-12-09T20:53:37,801 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/0000000000000000005 2024-12-09T20:53:37,802 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,802 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,802 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:37,804 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8bc5dfa874d90576b7922233cbc6e2b 2024-12-09T20:53:37,806 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8bc5dfa874d90576b7922233cbc6e2b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-09T20:53:37,807 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e8bc5dfa874d90576b7922233cbc6e2b; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75476849, jitterRate=0.12469269335269928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:37,808 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8bc5dfa874d90576b7922233cbc6e2b: Writing region info on filesystem at 1733777617747Initializing all the Stores at 1733777617747Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777617748 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777617748Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777617748Obtaining lock to block concurrent updates at 1733777617765 (+17 ms)Preparing flush snapshotting stores in e8bc5dfa874d90576b7922233cbc6e2b at 1733777617765Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733777617765Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. at 1733777617765Flushing e8bc5dfa874d90576b7922233cbc6e2b/a: creating writer at 1733777617765Flushing e8bc5dfa874d90576b7922233cbc6e2b/a: appending metadata at 1733777617779 (+14 ms)Flushing e8bc5dfa874d90576b7922233cbc6e2b/a: closing flushed file at 1733777617780 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1922a454: reopening flushed file at 1733777617793 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e8bc5dfa874d90576b7922233cbc6e2b in 35ms, sequenceid=5, compaction requested=false; wal=null at 1733777617800 (+7 ms)Cleaning up temporary data from old regions at 1733777617802 (+2 ms)Region opened successfully at 1733777617808 (+6 ms) 2024-12-09T20:53:37,811 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e8bc5dfa874d90576b7922233cbc6e2b, disabling compactions & flushes 2024-12-09T20:53:37,811 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. 2024-12-09T20:53:37,811 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. 2024-12-09T20:53:37,811 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. after waiting 0 ms 2024-12-09T20:53:37,811 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. 2024-12-09T20:53:37,812 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733777613509.e8bc5dfa874d90576b7922233cbc6e2b. 2024-12-09T20:53:37,812 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e8bc5dfa874d90576b7922233cbc6e2b: Waiting for close lock at 1733777617811Disabling compacts and flushes for region at 1733777617811Disabling writes for close at 1733777617811Writing region close event to WAL at 1733777617812 (+1 ms)Closed at 1733777617812 2024-12-09T20:53:37,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741883_1061 (size=95) 2024-12-09T20:53:37,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741883_1061 (size=95) 2024-12-09T20:53:37,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741883_1061 (size=95) 2024-12-09T20:53:37,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:37,816 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733777617727) 2024-12-09T20:53:37,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=411 (was 406) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-464188591_22 at /127.0.0.1:45350 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:36817 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:36817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-464188591_22 at /127.0.0.1:49182 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-464188591_22 at /127.0.0.1:54098 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=3539 (was 3535) - AvailableMemoryMB LEAK? - 2024-12-09T20:53:37,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=411, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=3539 2024-12-09T20:53:37,856 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:37,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-09T20:53:37,863 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 00c23a7251f8,42285,1733777602629 2024-12-09T20:53:37,866 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e1520b8 2024-12-09T20:53:37,867 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T20:53:37,868 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T20:53:37,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T20:53:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-09T20:53:37,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T20:53:37,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-09T20:53:37,882 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:37,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T20:53:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:53:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741885_1063 (size=694) 2024-12-09T20:53:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741885_1063 (size=694) 2024-12-09T20:53:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741885_1063 (size=694) 2024-12-09T20:53:37,898 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9368a7cd8780c475fdf3909ab01a8a7c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750 2024-12-09T20:53:37,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741886_1064 (size=77) 2024-12-09T20:53:37,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741886_1064 (size=77) 2024-12-09T20:53:37,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741886_1064 (size=77) 2024-12-09T20:53:37,908 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:37,908 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 9368a7cd8780c475fdf3909ab01a8a7c, disabling compactions & flushes 2024-12-09T20:53:37,908 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:37,908 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:37,908 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. after waiting 0 ms 2024-12-09T20:53:37,908 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:37,908 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:37,908 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9368a7cd8780c475fdf3909ab01a8a7c: Waiting for close lock at 1733777617908Disabling compacts and flushes for region at 1733777617908Disabling writes for close at 1733777617908Writing region close event to WAL at 1733777617908Closed at 1733777617908 2024-12-09T20:53:37,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T20:53:37,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733777617910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733777617910"}]},"ts":"1733777617910"} 2024-12-09T20:53:37,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-09T20:53:37,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T20:53:37,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777617920"}]},"ts":"1733777617920"} 2024-12-09T20:53:37,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-09T20:53:37,927 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:53:37,928 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:53:37,928 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:53:37,928 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-09T20:53:37,928 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:53:37,928 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:53:37,928 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-09T20:53:37,928 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:53:37,928 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:53:37,928 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-09T20:53:37,928 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:53:37,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN}] 2024-12-09T20:53:37,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN 2024-12-09T20:53:37,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN; state=OFFLINE, location=00c23a7251f8,43291,1733777603498; forceNewPlan=false, retain=false 2024-12-09T20:53:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:53:38,091 INFO [00c23a7251f8:42285 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T20:53:38,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=OPENING, regionLocation=00c23a7251f8,43291,1733777603498 2024-12-09T20:53:38,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN because future has completed 2024-12-09T20:53:38,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43291,1733777603498}] 2024-12-09T20:53:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:53:38,253 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:53:38,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57677, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:53:38,260 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,260 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9368a7cd8780c475fdf3909ab01a8a7c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:38,260 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,260 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:38,261 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,261 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,262 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,264 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf1 2024-12-09T20:53:38,264 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:38,265 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:38,265 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,267 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf2 2024-12-09T20:53:38,267 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:38,268 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:38,268 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,269 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,269 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,270 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,270 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,271 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T20:53:38,272 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,274 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:38,275 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9368a7cd8780c475fdf3909ab01a8a7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75257413, jitterRate=0.12142284214496613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T20:53:38,275 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,276 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9368a7cd8780c475fdf3909ab01a8a7c: Running coprocessor pre-open hook at 1733777618261Writing region info on filesystem at 1733777618261Initializing all the Stores at 1733777618262 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777618262Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777618262Cleaning up temporary data from old regions at 1733777618270 (+8 ms)Running coprocessor post-open hooks at 1733777618275 (+5 ms)Region opened successfully at 1733777618276 (+1 ms) 2024-12-09T20:53:38,278 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., pid=6, masterSystemTime=1733777618253 2024-12-09T20:53:38,280 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,281 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=OPEN, openSeqNum=2, regionLocation=00c23a7251f8,43291,1733777603498 2024-12-09T20:53:38,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43291,1733777603498 because future has completed 2024-12-09T20:53:38,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T20:53:38,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43291,1733777603498 in 187 msec 2024-12-09T20:53:38,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T20:53:38,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN in 360 msec 2024-12-09T20:53:38,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T20:53:38,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733777618294"}]},"ts":"1733777618294"} 2024-12-09T20:53:38,297 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-09T20:53:38,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T20:53:38,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 424 msec 2024-12-09T20:53:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-09T20:53:38,515 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-09T20:53:38,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-09T20:53:38,516 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:53:38,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-09T20:53:38,523 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T20:53:38,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-09T20:53:38,539 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=2] 2024-12-09T20:53:38,540 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:53:38,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:53:38,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=9368a7cd8780c475fdf3909ab01a8a7c, source=00c23a7251f8,43291,1733777603498, destination=00c23a7251f8,43709,1733777603354, warming up region on 00c23a7251f8,43709,1733777603354 2024-12-09T20:53:38,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=9368a7cd8780c475fdf3909ab01a8a7c, source=00c23a7251f8,43291,1733777603498, destination=00c23a7251f8,43709,1733777603354, running balancer 2024-12-09T20:53:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE 2024-12-09T20:53:38,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE 2024-12-09T20:53:38,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=CLOSING, regionLocation=00c23a7251f8,43291,1733777603498 2024-12-09T20:53:38,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9368a7cd8780c475fdf3909ab01a8a7c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:38,564 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,565 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf1 2024-12-09T20:53:38,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE because future has completed 2024-12-09T20:53:38,565 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:38,566 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T20:53:38,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43291,1733777603498}] 2024-12-09T20:53:38,566 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:38,566 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,568 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf2 2024-12-09T20:53:38,568 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:38,568 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.HRegion(1722): Closing 9368a7cd8780c475fdf3909ab01a8a7c, disabling compactions & flushes 2024-12-09T20:53:38,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. after waiting 0 ms 2024-12-09T20:53:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] regionserver.HRegion(1676): Region close journal for 9368a7cd8780c475fdf3909ab01a8a7c: Waiting for close lock at 1733777618568Disabling compacts and flushes for region at 1733777618568Disabling writes for close at 1733777618569 (+1 ms)Writing region close event to WAL at 1733777618569Closed at 1733777618569 2024-12-09T20:53:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-09T20:53:38,727 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,727 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T20:53:38,728 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 9368a7cd8780c475fdf3909ab01a8a7c, disabling compactions & flushes 2024-12-09T20:53:38,728 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,728 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,728 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. after waiting 0 ms 2024-12-09T20:53:38,729 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,729 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 9368a7cd8780c475fdf3909ab01a8a7c 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-09T20:53:38,749 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf1/eb9583ed560346d7944d74508d63da85 is 35, key is r1/cf1:q/1733777618543/Put/seqid=0 2024-12-09T20:53:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741887_1065 (size=4783) 2024-12-09T20:53:38,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741887_1065 (size=4783) 2024-12-09T20:53:38,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741887_1065 (size=4783) 2024-12-09T20:53:38,759 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf1/eb9583ed560346d7944d74508d63da85 2024-12-09T20:53:38,767 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf1/eb9583ed560346d7944d74508d63da85 as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/eb9583ed560346d7944d74508d63da85 2024-12-09T20:53:38,774 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/eb9583ed560346d7944d74508d63da85, entries=1, sequenceid=5, filesize=4.7 K 2024-12-09T20:53:38,775 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 9368a7cd8780c475fdf3909ab01a8a7c in 46ms, sequenceid=5, compaction requested=false 2024-12-09T20:53:38,775 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-09T20:53:38,780 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T20:53:38,783 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:38,783 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 9368a7cd8780c475fdf3909ab01a8a7c: Waiting for close lock at 1733777618728Running coprocessor pre-close hooks at 1733777618728Disabling compacts and flushes for region at 1733777618728Disabling writes for close at 1733777618729 (+1 ms)Obtaining lock to block concurrent updates at 1733777618729Preparing flush snapshotting stores in 9368a7cd8780c475fdf3909ab01a8a7c at 1733777618729Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733777618729Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. at 1733777618731 (+2 ms)Flushing 9368a7cd8780c475fdf3909ab01a8a7c/cf1: creating writer at 1733777618731Flushing 9368a7cd8780c475fdf3909ab01a8a7c/cf1: appending metadata at 1733777618749 (+18 ms)Flushing 9368a7cd8780c475fdf3909ab01a8a7c/cf1: closing flushed file at 1733777618749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb8851: reopening flushed file at 1733777618766 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 9368a7cd8780c475fdf3909ab01a8a7c in 46ms, sequenceid=5, compaction requested=false at 1733777618775 (+9 ms)Writing region close event to WAL at 1733777618776 (+1 ms)Running coprocessor post-close hooks at 1733777618781 (+5 ms)Closed at 1733777618783 (+2 ms) 2024-12-09T20:53:38,784 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 9368a7cd8780c475fdf3909ab01a8a7c move to 00c23a7251f8,43709,1733777603354 record at close sequenceid=5 2024-12-09T20:53:38,787 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:38,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=CLOSED 2024-12-09T20:53:38,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43291,1733777603498 because future has completed 2024-12-09T20:53:38,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-09T20:53:38,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43291,1733777603498 in 226 msec 2024-12-09T20:53:38,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE; state=CLOSED, location=00c23a7251f8,43709,1733777603354; forceNewPlan=false, retain=false 2024-12-09T20:53:38,947 INFO [00c23a7251f8:42285 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T20:53:38,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=OPENING, regionLocation=00c23a7251f8,43709,1733777603354 2024-12-09T20:53:38,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE because future has completed 2024-12-09T20:53:38,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43709,1733777603354}] 2024-12-09T20:53:39,112 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,112 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 9368a7cd8780c475fdf3909ab01a8a7c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:39,113 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,113 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:39,113 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,113 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,115 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,116 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf1 2024-12-09T20:53:39,117 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:39,125 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/eb9583ed560346d7944d74508d63da85 2024-12-09T20:53:39,125 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:39,125 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,127 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf2 2024-12-09T20:53:39,127 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:39,127 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:39,128 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,129 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,130 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,131 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,132 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,132 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T20:53:39,135 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,136 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 9368a7cd8780c475fdf3909ab01a8a7c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61925225, jitterRate=-0.07724224030971527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T20:53:39,136 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,137 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 9368a7cd8780c475fdf3909ab01a8a7c: Running coprocessor pre-open hook at 1733777619113Writing region info on filesystem at 1733777619113Initializing all the Stores at 1733777619115 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777619115Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777619115Cleaning up temporary data from old regions at 1733777619132 (+17 ms)Running coprocessor post-open hooks at 1733777619136 (+4 ms)Region opened successfully at 1733777619137 (+1 ms) 2024-12-09T20:53:39,138 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., pid=9, masterSystemTime=1733777619107 2024-12-09T20:53:39,141 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,142 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,142 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=OPEN, openSeqNum=9, regionLocation=00c23a7251f8,43709,1733777603354 2024-12-09T20:53:39,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43709,1733777603354 because future has completed 2024-12-09T20:53:39,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-09T20:53:39,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43709,1733777603354 in 194 msec 2024-12-09T20:53:39,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE in 592 msec 2024-12-09T20:53:39,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:53:39,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:53:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:38632 deadline: 1733777679172, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c23a7251f8 port=43709 startCode=1733777603354. As of locationSeqNum=5. 2024-12-09T20:53:39,193 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c23a7251f8 port=43709 startCode=1733777603354. As of locationSeqNum=5. 2024-12-09T20:53:39,194 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c23a7251f8 port=43709 startCode=1733777603354. As of locationSeqNum=5. 2024-12-09T20:53:39,194 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43709,1733777603354, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c23a7251f8 port=43709 startCode=1733777603354. As of locationSeqNum=5. 2024-12-09T20:53:39,315 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9368a7cd8780c475fdf3909ab01a8a7c 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-09T20:53:39,335 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf1/496086bdcfe247dbbf7408a2a034d496 is 29, key is r1/cf1:/1733777619305/DeleteFamily/seqid=0 2024-12-09T20:53:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741888_1066 (size=4906) 2024-12-09T20:53:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741888_1066 (size=4906) 2024-12-09T20:53:39,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741888_1066 (size=4906) 2024-12-09T20:53:39,343 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf1/496086bdcfe247dbbf7408a2a034d496 2024-12-09T20:53:39,350 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 496086bdcfe247dbbf7408a2a034d496 2024-12-09T20:53:39,370 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf2/4ffecce40ab7419cab03446a2604571f is 29, key is r1/cf2:/1733777619305/DeleteFamily/seqid=0 2024-12-09T20:53:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741889_1067 (size=4906) 2024-12-09T20:53:39,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741889_1067 (size=4906) 2024-12-09T20:53:39,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741889_1067 (size=4906) 2024-12-09T20:53:39,378 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf2/4ffecce40ab7419cab03446a2604571f 2024-12-09T20:53:39,385 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ffecce40ab7419cab03446a2604571f 2024-12-09T20:53:39,386 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf1/496086bdcfe247dbbf7408a2a034d496 as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/496086bdcfe247dbbf7408a2a034d496 2024-12-09T20:53:39,393 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 496086bdcfe247dbbf7408a2a034d496 2024-12-09T20:53:39,393 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/496086bdcfe247dbbf7408a2a034d496, entries=1, sequenceid=12, filesize=4.8 K 2024-12-09T20:53:39,395 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf2/4ffecce40ab7419cab03446a2604571f as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/4ffecce40ab7419cab03446a2604571f 2024-12-09T20:53:39,402 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ffecce40ab7419cab03446a2604571f 2024-12-09T20:53:39,402 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/4ffecce40ab7419cab03446a2604571f, entries=1, sequenceid=12, filesize=4.8 K 2024-12-09T20:53:39,403 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 9368a7cd8780c475fdf3909ab01a8a7c in 88ms, sequenceid=12, compaction requested=false 2024-12-09T20:53:39,403 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9368a7cd8780c475fdf3909ab01a8a7c: 2024-12-09T20:53:39,407 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-09T20:53:39,408 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9368a7cd8780c475fdf3909ab01a8a7c/cf1 is initiating major compaction (all files) 2024-12-09T20:53:39,408 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:53:39,409 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:39,409 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9368a7cd8780c475fdf3909ab01a8a7c/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,410 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/eb9583ed560346d7944d74508d63da85, hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/496086bdcfe247dbbf7408a2a034d496] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp, totalSize=9.5 K 2024-12-09T20:53:39,411 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eb9583ed560346d7944d74508d63da85, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733777618543 2024-12-09T20:53:39,412 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 496086bdcfe247dbbf7408a2a034d496, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-09T20:53:39,424 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9368a7cd8780c475fdf3909ab01a8a7c#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T20:53:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741890_1068 (size=4626) 2024-12-09T20:53:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741890_1068 (size=4626) 2024-12-09T20:53:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741890_1068 (size=4626) 2024-12-09T20:53:39,439 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf1/1e5fd114adf045f39cc88f710013c210 as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/1e5fd114adf045f39cc88f710013c210 2024-12-09T20:53:39,456 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 9368a7cd8780c475fdf3909ab01a8a7c/cf1 of 9368a7cd8780c475fdf3909ab01a8a7c into 1e5fd114adf045f39cc88f710013c210(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T20:53:39,456 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9368a7cd8780c475fdf3909ab01a8a7c: 2024-12-09T20:53:39,456 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-09T20:53:39,456 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9368a7cd8780c475fdf3909ab01a8a7c/cf2 is initiating major compaction (all files) 2024-12-09T20:53:39,456 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T20:53:39,456 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T20:53:39,456 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9368a7cd8780c475fdf3909ab01a8a7c/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,457 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/4ffecce40ab7419cab03446a2604571f] into tmpdir=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp, totalSize=4.8 K 2024-12-09T20:53:39,457 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4ffecce40ab7419cab03446a2604571f, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-09T20:53:39,464 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9368a7cd8780c475fdf3909ab01a8a7c#cf2#compaction#17 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-09T20:53:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741891_1069 (size=4592) 2024-12-09T20:53:39,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741891_1069 (size=4592) 2024-12-09T20:53:39,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741891_1069 (size=4592) 2024-12-09T20:53:39,479 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/.tmp/cf2/f6e5fe70ad9145f093c24cb03be4e455 as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/f6e5fe70ad9145f093c24cb03be4e455 2024-12-09T20:53:39,487 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 9368a7cd8780c475fdf3909ab01a8a7c/cf2 of 9368a7cd8780c475fdf3909ab01a8a7c into f6e5fe70ad9145f093c24cb03be4e455(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T20:53:39,487 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9368a7cd8780c475fdf3909ab01a8a7c: 2024-12-09T20:53:39,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=9368a7cd8780c475fdf3909ab01a8a7c, source=00c23a7251f8,43709,1733777603354, destination=00c23a7251f8,43291,1733777603498, warming up region on 00c23a7251f8,43291,1733777603498 2024-12-09T20:53:39,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=9368a7cd8780c475fdf3909ab01a8a7c, source=00c23a7251f8,43709,1733777603354, destination=00c23a7251f8,43291,1733777603498, running balancer 2024-12-09T20:53:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE 2024-12-09T20:53:39,494 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE 2024-12-09T20:53:39,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=CLOSING, regionLocation=00c23a7251f8,43709,1733777603354 2024-12-09T20:53:39,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(7855): Warmup {ENCODED => 9368a7cd8780c475fdf3909ab01a8a7c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:39,497 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,498 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf1 2024-12-09T20:53:39,499 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:39,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE because future has completed 2024-12-09T20:53:39,500 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-09T20:53:39,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43709,1733777603354}] 2024-12-09T20:53:39,507 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/1e5fd114adf045f39cc88f710013c210 2024-12-09T20:53:39,513 INFO [StoreFileOpener-9368a7cd8780c475fdf3909ab01a8a7c-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 496086bdcfe247dbbf7408a2a034d496 2024-12-09T20:53:39,513 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/496086bdcfe247dbbf7408a2a034d496 2024-12-09T20:53:39,519 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/eb9583ed560346d7944d74508d63da85 2024-12-09T20:53:39,520 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:39,520 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,521 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf2 2024-12-09T20:53:39,521 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:39,528 INFO [StoreFileOpener-9368a7cd8780c475fdf3909ab01a8a7c-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ffecce40ab7419cab03446a2604571f 2024-12-09T20:53:39,528 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/4ffecce40ab7419cab03446a2604571f 2024-12-09T20:53:39,534 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/f6e5fe70ad9145f093c24cb03be4e455 2024-12-09T20:53:39,534 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(1722): Closing 9368a7cd8780c475fdf3909ab01a8a7c, disabling compactions & flushes 2024-12-09T20:53:39,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. after waiting 0 ms 2024-12-09T20:53:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43291 {}] regionserver.HRegion(1676): Region close journal for 9368a7cd8780c475fdf3909ab01a8a7c: Waiting for close lock at 1733777619534Disabling compacts and flushes for region at 1733777619534Disabling writes for close at 1733777619534Writing region close event to WAL at 1733777619535 (+1 ms)Closed at 1733777619535 2024-12-09T20:53:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-09T20:53:39,654 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,655 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-09T20:53:39,655 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 9368a7cd8780c475fdf3909ab01a8a7c, disabling compactions & flushes 2024-12-09T20:53:39,655 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,655 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,655 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. after waiting 0 ms 2024-12-09T20:53:39,655 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,655 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/eb9583ed560346d7944d74508d63da85, hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/496086bdcfe247dbbf7408a2a034d496] to archive 2024-12-09T20:53:39,658 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T20:53:39,662 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/eb9583ed560346d7944d74508d63da85 to hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/eb9583ed560346d7944d74508d63da85 2024-12-09T20:53:39,664 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/496086bdcfe247dbbf7408a2a034d496 to hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/496086bdcfe247dbbf7408a2a034d496 2024-12-09T20:53:39,675 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/4ffecce40ab7419cab03446a2604571f] to archive 2024-12-09T20:53:39,677 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T20:53:39,679 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/4ffecce40ab7419cab03446a2604571f to hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/4ffecce40ab7419cab03446a2604571f 2024-12-09T20:53:39,685 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-09T20:53:39,686 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:39,686 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 9368a7cd8780c475fdf3909ab01a8a7c: Waiting for close lock at 1733777619655Running coprocessor pre-close hooks at 1733777619655Disabling compacts and flushes for region at 1733777619655Disabling writes for close at 1733777619655Writing region close event to WAL at 1733777619680 (+25 ms)Running coprocessor post-close hooks at 1733777619685 (+5 ms)Closed at 1733777619686 (+1 ms) 2024-12-09T20:53:39,686 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 9368a7cd8780c475fdf3909ab01a8a7c move to 00c23a7251f8,43291,1733777603498 record at close sequenceid=12 2024-12-09T20:53:39,688 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:39,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=CLOSED 2024-12-09T20:53:39,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43709,1733777603354 because future has completed 2024-12-09T20:53:39,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-09T20:53:39,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43709,1733777603354 in 194 msec 2024-12-09T20:53:39,697 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE; state=CLOSED, location=00c23a7251f8,43291,1733777603498; forceNewPlan=false, retain=false 2024-12-09T20:53:39,848 INFO [00c23a7251f8:42285 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T20:53:39,849 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=OPENING, regionLocation=00c23a7251f8,43291,1733777603498 2024-12-09T20:53:39,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE because future has completed 2024-12-09T20:53:39,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43291,1733777603498}] 2024-12-09T20:53:40,019 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,020 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 9368a7cd8780c475fdf3909ab01a8a7c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:40,021 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,021 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:40,021 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,022 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,025 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,026 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf1 2024-12-09T20:53:40,026 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:40,036 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/1e5fd114adf045f39cc88f710013c210 2024-12-09T20:53:40,036 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:40,036 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,037 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf2 2024-12-09T20:53:40,037 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:40,046 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/f6e5fe70ad9145f093c24cb03be4e455 2024-12-09T20:53:40,046 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:40,046 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,048 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,049 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,050 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,050 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,051 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T20:53:40,053 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,054 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 9368a7cd8780c475fdf3909ab01a8a7c; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64428690, jitterRate=-0.03993770480155945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T20:53:40,054 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,054 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 9368a7cd8780c475fdf3909ab01a8a7c: Running coprocessor pre-open hook at 1733777620022Writing region info on filesystem at 1733777620022Initializing all the Stores at 1733777620024 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777620024Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777620024Cleaning up temporary data from old regions at 1733777620050 (+26 ms)Running coprocessor post-open hooks at 1733777620054 (+4 ms)Region opened successfully at 1733777620054 2024-12-09T20:53:40,055 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., pid=12, masterSystemTime=1733777620010 2024-12-09T20:53:40,057 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,057 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,058 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=OPEN, openSeqNum=18, regionLocation=00c23a7251f8,43291,1733777603498 2024-12-09T20:53:40,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43291,1733777603498 because future has completed 2024-12-09T20:53:40,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T20:53:40,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,43291,1733777603498 in 207 msec 2024-12-09T20:53:40,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, REOPEN/MOVE in 573 msec 2024-12-09T20:53:40,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:53:40,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:53:40,100 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 00c23a7251f8,43291,1733777603498: testing ***** 2024-12-09T20:53:40,100 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-09T20:53:40,101 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-09T20:53:40,102 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-09T20:53:40,104 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-09T20:53:40,105 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-09T20:53:40,110 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 386975744 }, "NonHeapMemoryUsage": { "committed": 171376640, "init": 7667712, "max": -1, "used": 168864416 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "00c23a7251f8", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 11, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 6, "ProcessCallTime_75th_percentile": 8, "ProcessCallTime_90th_percentile": 10, "ProcessCallTime_95th_percentile": 10, "ProcessCallTime_98th_percentile": 10, "ProcessCallTime_99th_percentile": 10, "ProcessCallTime_99.9th_percentile": 10, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 11, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 6, "TotalCallTime_75th_percentile": 8, "TotalCallTime_90th_percentile": 10, "TotalCallTime_95th_percentile": 10, "TotalCallTime_98th_percentile": 10, "TotalCallTime_99th_percentile": 10, "TotalCallTime_99.9th_percentile": 10, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "00c23a7251f8", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61800", "tag.serverName": "00c23a7251f8,34431,1733777603448", "tag.clusterId": "7ba0638b-3982-4f5f-a876-cb5295b65d82", "tag.Context": "regionserver", "tag.Hostname": "00c23a7251f8", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733777603448, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-09T20:53:40,113 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42285 {}] master.MasterRpcServices(700): 00c23a7251f8,43291,1733777603498 reported a fatal error: ***** ABORTING region server 00c23a7251f8,43291,1733777603498: testing ***** 2024-12-09T20:53:40,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,43291,1733777603498' ***** 2024-12-09T20:53:40,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-09T20:53:40,116 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:53:40,116 INFO [RS:2;00c23a7251f8:43291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-09T20:53:40,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:53:40,116 INFO [RS:2;00c23a7251f8:43291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-09T20:53:40,116 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(3091): Received CLOSE for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,116 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(956): aborting server 00c23a7251f8,43291,1733777603498 2024-12-09T20:53:40,116 INFO [RS:2;00c23a7251f8:43291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:53:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:51548 deadline: 1733777680116, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c23a7251f8 port=43291 startCode=1733777603498. As of locationSeqNum=12. 2024-12-09T20:53:40,117 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9368a7cd8780c475fdf3909ab01a8a7c, disabling compactions & flushes 2024-12-09T20:53:40,117 INFO [RS:2;00c23a7251f8:43291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;00c23a7251f8:43291. 2024-12-09T20:53:40,117 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,117 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,117 DEBUG [RS:2;00c23a7251f8:43291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:53:40,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43709,1733777603354, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43709,1733777603354, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c23a7251f8 port=43291 startCode=1733777603498. As of locationSeqNum=12. 2024-12-09T20:53:40,117 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. after waiting 0 ms 2024-12-09T20:53:40,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43709,1733777603354, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c23a7251f8 port=43291 startCode=1733777603498. As of locationSeqNum=12. 2024-12-09T20:53:40,117 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,117 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43709,1733777603354, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=00c23a7251f8 port=43291 startCode=1733777603498. As of locationSeqNum=12. 2024-12-09T20:53:40,117 DEBUG [RS:2;00c23a7251f8:43291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:53:40,118 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T20:53:40,118 DEBUG [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(1325): Online Regions={9368a7cd8780c475fdf3909ab01a8a7c=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.} 2024-12-09T20:53:40,118 DEBUG [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(1351): Waiting on 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,119 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,119 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9368a7cd8780c475fdf3909ab01a8a7c: Waiting for close lock at 1733777620116Running coprocessor pre-close hooks at 1733777620117 (+1 ms)Disabling compacts and flushes for region at 1733777620117Disabling writes for close at 1733777620117Writing region close event to WAL at 1733777620118 (+1 ms)Running coprocessor post-close hooks at 1733777620118Closed at 1733777620119 (+1 ms) 2024-12-09T20:53:40,119 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,201 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:53:40,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c23a7251f8,43291,1733777603498 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:40,225 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c23a7251f8,43291,1733777603498 aborting 2024-12-09T20:53:40,226 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 00c23a7251f8,43291,1733777603498 aborting 2024-12-09T20:53:40,226 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=12 from cache 2024-12-09T20:53:40,318 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,43291,1733777603498; all regions closed. 2024-12-09T20:53:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741835_1011 (size=1400) 2024-12-09T20:53:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741835_1011 (size=1400) 2024-12-09T20:53:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741835_1011 (size=1400) 2024-12-09T20:53:40,323 DEBUG [RS:2;00c23a7251f8:43291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:53:40,323 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:53:40,324 INFO [RS:2;00c23a7251f8:43291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:53:40,324 INFO [RS:2;00c23a7251f8:43291 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:53:40,324 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:53:40,324 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:53:40,324 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:53:40,324 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:53:40,324 INFO [RS:2;00c23a7251f8:43291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:53:40,325 INFO [RS:2;00c23a7251f8:43291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43291 2024-12-09T20:53:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,43291,1733777603498 2024-12-09T20:53:40,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:53:40,386 INFO [RS:2;00c23a7251f8:43291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:53:40,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,43291,1733777603498] 2024-12-09T20:53:40,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,43291,1733777603498 already deleted, retry=false 2024-12-09T20:53:40,406 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 00c23a7251f8,43291,1733777603498 on 00c23a7251f8,42285,1733777602629 2024-12-09T20:53:40,411 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 00c23a7251f8,43291,1733777603498, splitWal=true, meta=false 2024-12-09T20:53:40,413 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 00c23a7251f8,43291,1733777603498 (carryingMeta=false) 00c23a7251f8,43291,1733777603498/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3ca05b94[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-09T20:53:40,414 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 00c23a7251f8,43291,1733777603498, splitWal=true, meta=false 2024-12-09T20:53:40,416 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 00c23a7251f8,43291,1733777603498 had 1 regions 2024-12-09T20:53:40,418 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 00c23a7251f8,43291,1733777603498, splitWal=true, meta=false, isMeta: false 2024-12-09T20:53:40,420 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting 2024-12-09T20:53:40,421 INFO [PEWorker-1 {}] master.SplitWALManager(105): 00c23a7251f8,43291,1733777603498 WAL count=1, meta=false 2024-12-09T20:53:40,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 00c23a7251f8%2C43291%2C1733777603498.1733777605036}] 2024-12-09T20:53:40,427 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=00c23a7251f8,43709,1733777603354 2024-12-09T20:53:40,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 00c23a7251f8%2C43291%2C1733777603498.1733777605036, worker=00c23a7251f8,43709,1733777603354}] 2024-12-09T20:53:40,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18] 2024-12-09T20:53:40,439 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 00c23a7251f8:43291 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 00c23a7251f8/172.17.0.2:43291 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:40,440 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18, error=java.net.ConnectException: Call to address=00c23a7251f8:43291 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 00c23a7251f8/172.17.0.2:43291 2024-12-09T20:53:40,440 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-09T20:53:40,440 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18 from cache 2024-12-09T20:53:40,440 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 00c23a7251f8:43291 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 00c23a7251f8/172.17.0.2:43291 2024-12-09T20:53:40,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:53:40,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43291-0x1000c5abc190003, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:53:40,497 INFO [RS:2;00c23a7251f8:43291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:53:40,497 INFO [RS:2;00c23a7251f8:43291 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,43291,1733777603498; zookeeper connection closed. 2024-12-09T20:53:40,498 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60040bd0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60040bd0 2024-12-09T20:53:40,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-09T20:53:40,609 INFO [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036, size=1.4 K (1400bytes) 2024-12-09T20:53:40,609 INFO [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036 2024-12-09T20:53:40,610 INFO [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036 after 1ms 2024-12-09T20:53:40,612 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:40,613 INFO [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036 took 3ms 2024-12-09T20:53:40,619 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 9368a7cd8780c475fdf3909ab01a8a7c: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-09T20:53:40,619 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036 so closing down 2024-12-09T20:53:40,619 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:40,619 INFO [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:40,619 INFO [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036, size=1.4 K, length=1400, corrupted=false, cancelled=false 2024-12-09T20:53:40,619 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036, journal: Splitting hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036, size=1.4 K (1400bytes) at 1733777620609Finishing writing output for hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036 so closing down at 1733777620619 (+10 ms)3 split writer threads finished at 1733777620619Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036, size=1.4 K, length=1400, corrupted=false, cancelled=false at 1733777620619 2024-12-09T20:53:40,619 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036 2024-12-09T20:53:40,620 DEBUG [RS_LOG_REPLAY_OPS-regionserver/00c23a7251f8:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-09T20:53:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42285 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-09T20:53:40,626 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting/00c23a7251f8%2C43291%2C1733777603498.1733777605036 to hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/oldWALs 2024-12-09T20:53:40,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-09T20:53:40,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 00c23a7251f8%2C43291%2C1733777603498.1733777605036, worker=00c23a7251f8,43709,1733777603354 in 197 msec 2024-12-09T20:53:40,630 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=00c23a7251f8,43709,1733777603354 2024-12-09T20:53:40,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-09T20:53:40,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 00c23a7251f8%2C43291%2C1733777603498.1733777605036, worker=00c23a7251f8,43709,1733777603354 in 208 msec 2024-12-09T20:53:40,634 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting dir is empty, no logs to split. 2024-12-09T20:53:40,634 INFO [PEWorker-1 {}] master.SplitWALManager(105): 00c23a7251f8,43291,1733777603498 WAL count=0, meta=false 2024-12-09T20:53:40,634 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 00c23a7251f8,43291,1733777603498 WAL splitting is done? wals=0, meta=false 2024-12-09T20:53:40,636 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 00c23a7251f8,43291,1733777603498 failed, ignore...File hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43291,1733777603498-splitting does not exist. 2024-12-09T20:53:40,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN}] 2024-12-09T20:53:40,640 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN 2024-12-09T20:53:40,641 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-09T20:53:40,749 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18] 2024-12-09T20:53:40,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 00c23a7251f8:43291 this server is in the failed servers list 2024-12-09T20:53:40,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=00c23a7251f8:43291 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c23a7251f8:43291 2024-12-09T20:53:40,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 00c23a7251f8:43291 2024-12-09T20:53:40,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,43291,1733777603498, seqNum=18 from cache 2024-12-09T20:53:40,791 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(204): Hosts are {00c23a7251f8=0} racks are {/default-rack=0} 2024-12-09T20:53:40,792 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-09T20:53:40,792 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-09T20:53:40,792 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-09T20:53:40,792 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-09T20:53:40,792 INFO [00c23a7251f8:42285 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-09T20:53:40,792 INFO [00c23a7251f8:42285 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-09T20:53:40,792 DEBUG [00c23a7251f8:42285 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T20:53:40,793 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=OPENING, regionLocation=00c23a7251f8,34431,1733777603448 2024-12-09T20:53:40,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN because future has completed 2024-12-09T20:53:40,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,34431,1733777603448}] 2024-12-09T20:53:40,952 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T20:53:40,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52761, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T20:53:40,958 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,958 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 9368a7cd8780c475fdf3909ab01a8a7c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:40,958 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,958 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:40,958 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,958 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,960 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,961 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf1 2024-12-09T20:53:40,961 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:40,967 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf1/1e5fd114adf045f39cc88f710013c210 2024-12-09T20:53:40,967 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:40,967 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,968 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9368a7cd8780c475fdf3909ab01a8a7c columnFamilyName cf2 2024-12-09T20:53:40,968 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:40,975 DEBUG [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/cf2/f6e5fe70ad9145f093c24cb03be4e455 2024-12-09T20:53:40,975 INFO [StoreOpener-9368a7cd8780c475fdf3909ab01a8a7c-1 {}] regionserver.HStore(327): Store=9368a7cd8780c475fdf3909ab01a8a7c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:40,975 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,976 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,977 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,978 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,978 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,979 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-09T20:53:40,980 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,981 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 9368a7cd8780c475fdf3909ab01a8a7c; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74073654, jitterRate=0.10378345847129822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-09T20:53:40,981 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:53:40,981 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 9368a7cd8780c475fdf3909ab01a8a7c: Running coprocessor pre-open hook at 1733777620959Writing region info on filesystem at 1733777620959Initializing all the Stores at 1733777620959Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777620960 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777620960Cleaning up temporary data from old regions at 1733777620978 (+18 ms)Running coprocessor post-open hooks at 1733777620981 (+3 ms)Region opened successfully at 1733777620981 2024-12-09T20:53:40,983 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., pid=17, masterSystemTime=1733777620952 2024-12-09T20:53:40,985 DEBUG [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,985 INFO [RS_OPEN_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:53:40,986 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=9368a7cd8780c475fdf3909ab01a8a7c, regionState=OPEN, openSeqNum=18, regionLocation=00c23a7251f8,34431,1733777603448 2024-12-09T20:53:40,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,34431,1733777603448 because future has completed 2024-12-09T20:53:40,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-09T20:53:40,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 9368a7cd8780c475fdf3909ab01a8a7c, server=00c23a7251f8,34431,1733777603448 in 191 msec 2024-12-09T20:53:40,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-09T20:53:40,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=9368a7cd8780c475fdf3909ab01a8a7c, ASSIGN in 353 msec 2024-12-09T20:53:40,993 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 00c23a7251f8,43291,1733777603498 after splitting done 2024-12-09T20:53:40,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 00c23a7251f8,43291,1733777603498, splitWal=true, meta=false in 587 msec 2024-12-09T20:53:41,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c., hostname=00c23a7251f8,34431,1733777603448, seqNum=18] 2024-12-09T20:53:41,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T20:53:41,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T20:53:41,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=408 (was 411), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 216), ProcessCount=11 (was 11), AvailableMemoryMB=3508 (was 3539) 2024-12-09T20:53:41,278 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-09T20:53:41,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=408, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=3508 2024-12-09T20:53:41,289 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-09T20:53:41,302 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:41,304 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:41,305 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:41,308 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-40653046, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-40653046, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:41,318 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-40653046/hregion-40653046.1733777621308, exclude list is [], retry=0 2024-12-09T20:53:41,321 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:41,321 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:41,322 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:41,324 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-40653046/hregion-40653046.1733777621308 2024-12-09T20:53:41,324 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:41,325 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 612ead4c73de9e97c7849a217566959e, NAME => 'testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741893_1071 (size=67) 2024-12-09T20:53:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741893_1071 (size=67) 2024-12-09T20:53:41,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741893_1071 (size=67) 2024-12-09T20:53:41,335 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:41,337 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,338 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612ead4c73de9e97c7849a217566959e columnFamilyName a 2024-12-09T20:53:41,339 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,339 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(327): Store=612ead4c73de9e97c7849a217566959e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,339 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,341 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612ead4c73de9e97c7849a217566959e columnFamilyName b 2024-12-09T20:53:41,341 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,342 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(327): Store=612ead4c73de9e97c7849a217566959e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,342 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,343 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612ead4c73de9e97c7849a217566959e columnFamilyName c 2024-12-09T20:53:41,343 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,344 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(327): Store=612ead4c73de9e97c7849a217566959e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,344 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,345 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,345 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,346 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,346 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,347 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:41,348 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,350 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:41,350 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 612ead4c73de9e97c7849a217566959e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69602637, jitterRate=0.03716011345386505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:41,351 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 612ead4c73de9e97c7849a217566959e: Writing region info on filesystem at 1733777621336Initializing all the Stores at 1733777621336Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621336Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621337 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621337Cleaning up temporary data from old regions at 1733777621346 (+9 ms)Region opened successfully at 1733777621351 (+5 ms) 2024-12-09T20:53:41,351 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 612ead4c73de9e97c7849a217566959e, disabling compactions & flushes 2024-12-09T20:53:41,351 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. 2024-12-09T20:53:41,351 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. 2024-12-09T20:53:41,351 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. after waiting 0 ms 2024-12-09T20:53:41,351 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. 2024-12-09T20:53:41,352 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. 2024-12-09T20:53:41,352 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 612ead4c73de9e97c7849a217566959e: Waiting for close lock at 1733777621351Disabling compacts and flushes for region at 1733777621351Disabling writes for close at 1733777621351Writing region close event to WAL at 1733777621352 (+1 ms)Closed at 1733777621352 2024-12-09T20:53:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741892_1070 (size=95) 2024-12-09T20:53:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741892_1070 (size=95) 2024-12-09T20:53:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741892_1070 (size=95) 2024-12-09T20:53:41,356 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:41,356 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-40653046:(num 1733777621308) 2024-12-09T20:53:41,357 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:41,358 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:41,369 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359, exclude list is [], retry=0 2024-12-09T20:53:41,371 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:41,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:41,372 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:41,373 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359 2024-12-09T20:53:41,374 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:41,374 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 612ead4c73de9e97c7849a217566959e, NAME => 'testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:41,374 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:41,375 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,375 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,376 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,377 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612ead4c73de9e97c7849a217566959e columnFamilyName a 2024-12-09T20:53:41,377 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,378 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(327): Store=612ead4c73de9e97c7849a217566959e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,378 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,379 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612ead4c73de9e97c7849a217566959e columnFamilyName b 2024-12-09T20:53:41,379 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,379 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(327): Store=612ead4c73de9e97c7849a217566959e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,379 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,380 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612ead4c73de9e97c7849a217566959e columnFamilyName c 2024-12-09T20:53:41,380 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,381 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(327): Store=612ead4c73de9e97c7849a217566959e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,381 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,382 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,383 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,384 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,384 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,385 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:41,386 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,387 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 612ead4c73de9e97c7849a217566959e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71814606, jitterRate=0.07012102007865906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:41,387 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 612ead4c73de9e97c7849a217566959e: Writing region info on filesystem at 1733777621375Initializing all the Stores at 1733777621376 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621376Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621376Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621376Cleaning up temporary data from old regions at 1733777621384 (+8 ms)Region opened successfully at 1733777621387 (+3 ms) 2024-12-09T20:53:41,412 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 612ead4c73de9e97c7849a217566959e 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-09T20:53:41,429 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/a/6ec0c711953746bd9039f84c4549d2f2 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733777621387/Put/seqid=0 2024-12-09T20:53:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741895_1073 (size=5958) 2024-12-09T20:53:41,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741895_1073 (size=5958) 2024-12-09T20:53:41,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741895_1073 (size=5958) 2024-12-09T20:53:41,440 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/a/6ec0c711953746bd9039f84c4549d2f2 2024-12-09T20:53:41,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/b/f83b73ce3c704f93be035898ee95aadf is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733777621396/Put/seqid=0 2024-12-09T20:53:41,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741896_1074 (size=5958) 2024-12-09T20:53:41,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741896_1074 (size=5958) 2024-12-09T20:53:41,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741896_1074 (size=5958) 2024-12-09T20:53:41,473 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/b/f83b73ce3c704f93be035898ee95aadf 2024-12-09T20:53:41,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/c/532b17b2eb6c4bb88a8d4529bade01f6 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733777621402/Put/seqid=0 2024-12-09T20:53:41,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741897_1075 (size=5958) 2024-12-09T20:53:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741897_1075 (size=5958) 2024-12-09T20:53:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741897_1075 (size=5958) 2024-12-09T20:53:41,505 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/c/532b17b2eb6c4bb88a8d4529bade01f6 2024-12-09T20:53:41,513 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/a/6ec0c711953746bd9039f84c4549d2f2 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/a/6ec0c711953746bd9039f84c4549d2f2 2024-12-09T20:53:41,519 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/a/6ec0c711953746bd9039f84c4549d2f2, entries=10, sequenceid=33, filesize=5.8 K 2024-12-09T20:53:41,520 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/b/f83b73ce3c704f93be035898ee95aadf as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/b/f83b73ce3c704f93be035898ee95aadf 2024-12-09T20:53:41,528 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/b/f83b73ce3c704f93be035898ee95aadf, entries=10, sequenceid=33, filesize=5.8 K 2024-12-09T20:53:41,529 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/c/532b17b2eb6c4bb88a8d4529bade01f6 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/c/532b17b2eb6c4bb88a8d4529bade01f6 2024-12-09T20:53:41,536 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/c/532b17b2eb6c4bb88a8d4529bade01f6, entries=10, sequenceid=33, filesize=5.8 K 2024-12-09T20:53:41,538 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 612ead4c73de9e97c7849a217566959e in 125ms, sequenceid=33, compaction requested=false 2024-12-09T20:53:41,538 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 612ead4c73de9e97c7849a217566959e: 2024-12-09T20:53:41,538 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 612ead4c73de9e97c7849a217566959e, disabling compactions & flushes 2024-12-09T20:53:41,538 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. 2024-12-09T20:53:41,538 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. 2024-12-09T20:53:41,538 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. after waiting 0 ms 2024-12-09T20:53:41,538 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. 2024-12-09T20:53:41,539 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. 2024-12-09T20:53:41,539 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 612ead4c73de9e97c7849a217566959e: Waiting for close lock at 1733777621538Disabling compacts and flushes for region at 1733777621538Disabling writes for close at 1733777621538Writing region close event to WAL at 1733777621539 (+1 ms)Closed at 1733777621539 2024-12-09T20:53:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741894_1072 (size=3384) 2024-12-09T20:53:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741894_1072 (size=3384) 2024-12-09T20:53:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741894_1072 (size=3384) 2024-12-09T20:53:41,547 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/b/f83b73ce3c704f93be035898ee95aadf to hdfs://localhost:36817/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/b/f83b73ce3c704f93be035898ee95aadf 2024-12-09T20:53:41,562 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359, size=3.3 K (3384bytes) 2024-12-09T20:53:41,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359 2024-12-09T20:53:41,562 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359 after 0ms 2024-12-09T20:53:41,564 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:41,565 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359 took 4ms 2024-12-09T20:53:41,567 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359 so closing down 2024-12-09T20:53:41,568 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:41,568 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733777621359.temp 2024-12-09T20:53:41,569 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000003-wal.1733777621359.temp 2024-12-09T20:53:41,570 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:41,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741898_1076 (size=2944) 2024-12-09T20:53:41,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741898_1076 (size=2944) 2024-12-09T20:53:41,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741898_1076 (size=2944) 2024-12-09T20:53:41,579 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000003-wal.1733777621359.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:41,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000003-wal.1733777621359.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000032 2024-12-09T20:53:41,581 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359, size=3.3 K, length=3384, corrupted=false, cancelled=false 2024-12-09T20:53:41,581 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359, journal: Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359, size=3.3 K (3384bytes) at 1733777621562Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359 so closing down at 1733777621567 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000003-wal.1733777621359.temp at 1733777621569 (+2 ms)3 split writer threads finished at 1733777621570 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000003-wal.1733777621359.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733777621580 (+10 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000003-wal.1733777621359.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000032 at 1733777621581 (+1 ms)Processed 32 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359, size=3.3 K, length=3384, corrupted=false, cancelled=false at 1733777621581 2024-12-09T20:53:41,583 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621359 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777621359 2024-12-09T20:53:41,584 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000032 2024-12-09T20:53:41,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:41,586 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:41,600 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621587, exclude list is [], retry=0 2024-12-09T20:53:41,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:41,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:41,603 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:41,605 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621587 2024-12-09T20:53:41,605 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:41511:41511)] 2024-12-09T20:53:41,605 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 612ead4c73de9e97c7849a217566959e, NAME => 'testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:41,605 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:41,606 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,606 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,607 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,608 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612ead4c73de9e97c7849a217566959e columnFamilyName a 2024-12-09T20:53:41,608 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,614 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/a/6ec0c711953746bd9039f84c4549d2f2 2024-12-09T20:53:41,614 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(327): Store=612ead4c73de9e97c7849a217566959e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,614 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,615 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612ead4c73de9e97c7849a217566959e columnFamilyName b 2024-12-09T20:53:41,615 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,616 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(327): Store=612ead4c73de9e97c7849a217566959e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,616 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,616 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 612ead4c73de9e97c7849a217566959e columnFamilyName c 2024-12-09T20:53:41,616 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,622 DEBUG [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/c/532b17b2eb6c4bb88a8d4529bade01f6 2024-12-09T20:53:41,622 INFO [StoreOpener-612ead4c73de9e97c7849a217566959e-1 {}] regionserver.HStore(327): Store=612ead4c73de9e97c7849a217566959e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,622 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,623 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,624 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,625 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000032 2024-12-09T20:53:41,627 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:41,629 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000032 2024-12-09T20:53:41,629 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 612ead4c73de9e97c7849a217566959e 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-09T20:53:41,643 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/b/46928d0014d74e9da09f98e05b1283cb is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733777621396/Put/seqid=0 2024-12-09T20:53:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741900_1078 (size=5958) 2024-12-09T20:53:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741900_1078 (size=5958) 2024-12-09T20:53:41,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741900_1078 (size=5958) 2024-12-09T20:53:41,650 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/b/46928d0014d74e9da09f98e05b1283cb 2024-12-09T20:53:41,656 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/.tmp/b/46928d0014d74e9da09f98e05b1283cb as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/b/46928d0014d74e9da09f98e05b1283cb 2024-12-09T20:53:41,661 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/b/46928d0014d74e9da09f98e05b1283cb, entries=10, sequenceid=32, filesize=5.8 K 2024-12-09T20:53:41,661 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 612ead4c73de9e97c7849a217566959e in 32ms, sequenceid=32, compaction requested=false; wal=null 2024-12-09T20:53:41,662 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/0000000000000000032 2024-12-09T20:53:41,663 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,663 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,664 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:41,665 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 612ead4c73de9e97c7849a217566959e 2024-12-09T20:53:41,667 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/612ead4c73de9e97c7849a217566959e/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-09T20:53:41,668 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 612ead4c73de9e97c7849a217566959e; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65495132, jitterRate=-0.024046480655670166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:41,669 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 612ead4c73de9e97c7849a217566959e: Writing region info on filesystem at 1733777621606Initializing all the Stores at 1733777621607 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621607Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621607Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621607Obtaining lock to block concurrent updates at 1733777621629 (+22 ms)Preparing flush snapshotting stores in 612ead4c73de9e97c7849a217566959e at 1733777621629Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733777621629Flushing stores of testReplayEditsWrittenViaHRegion,,1733777621303.612ead4c73de9e97c7849a217566959e. at 1733777621629Flushing 612ead4c73de9e97c7849a217566959e/b: creating writer at 1733777621629Flushing 612ead4c73de9e97c7849a217566959e/b: appending metadata at 1733777621642 (+13 ms)Flushing 612ead4c73de9e97c7849a217566959e/b: closing flushed file at 1733777621642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62efce7d: reopening flushed file at 1733777621655 (+13 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 612ead4c73de9e97c7849a217566959e in 32ms, sequenceid=32, compaction requested=false; wal=null at 1733777621661 (+6 ms)Cleaning up temporary data from old regions at 1733777621663 (+2 ms)Region opened successfully at 1733777621669 (+6 ms) 2024-12-09T20:53:41,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=417 (was 408) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:45350 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:43220 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:59904 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:49182 [Waiting for operation #34] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:54098 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:41452 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=207 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=3490 (was 3508) 2024-12-09T20:53:41,688 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-09T20:53:41,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=3490 2024-12-09T20:53:41,699 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-09T20:53:41,713 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:41,715 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:41,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:41,719 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17649679, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-17649679, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:41,731 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17649679/hregion-17649679.1733777621719, exclude list is [], retry=0 2024-12-09T20:53:41,734 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:41,735 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:41,737 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:41,739 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17649679/hregion-17649679.1733777621719 2024-12-09T20:53:41,740 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:41,740 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c334104dadeb4ecb69bf2a838443d52b, NAME => 'testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741902_1080 (size=68) 2024-12-09T20:53:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741902_1080 (size=68) 2024-12-09T20:53:41,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741902_1080 (size=68) 2024-12-09T20:53:41,758 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:41,759 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,761 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334104dadeb4ecb69bf2a838443d52b columnFamilyName a 2024-12-09T20:53:41,761 DEBUG [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,762 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(327): Store=c334104dadeb4ecb69bf2a838443d52b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,762 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,764 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334104dadeb4ecb69bf2a838443d52b columnFamilyName b 2024-12-09T20:53:41,764 DEBUG [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,765 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(327): Store=c334104dadeb4ecb69bf2a838443d52b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,765 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,766 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334104dadeb4ecb69bf2a838443d52b columnFamilyName c 2024-12-09T20:53:41,766 DEBUG [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,767 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(327): Store=c334104dadeb4ecb69bf2a838443d52b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,767 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,768 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,768 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,769 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,769 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,770 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:41,771 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,774 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:41,774 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c334104dadeb4ecb69bf2a838443d52b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72620598, jitterRate=0.08213123679161072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:41,775 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c334104dadeb4ecb69bf2a838443d52b: Writing region info on filesystem at 1733777621758Initializing all the Stores at 1733777621759 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621759Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621759Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621759Cleaning up temporary data from old regions at 1733777621769 (+10 ms)Region opened successfully at 1733777621775 (+6 ms) 2024-12-09T20:53:41,775 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c334104dadeb4ecb69bf2a838443d52b, disabling compactions & flushes 2024-12-09T20:53:41,775 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:41,775 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:41,775 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. after waiting 0 ms 2024-12-09T20:53:41,775 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:41,776 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:41,776 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c334104dadeb4ecb69bf2a838443d52b: Waiting for close lock at 1733777621775Disabling compacts and flushes for region at 1733777621775Disabling writes for close at 1733777621775Writing region close event to WAL at 1733777621776 (+1 ms)Closed at 1733777621776 2024-12-09T20:53:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741901_1079 (size=95) 2024-12-09T20:53:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741901_1079 (size=95) 2024-12-09T20:53:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741901_1079 (size=95) 2024-12-09T20:53:41,816 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:41,816 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17649679:(num 1733777621719) 2024-12-09T20:53:41,816 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:41,818 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:41,835 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818, exclude list is [], retry=0 2024-12-09T20:53:41,838 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:41,839 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:41,839 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:41,840 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818 2024-12-09T20:53:41,841 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:41,897 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c334104dadeb4ecb69bf2a838443d52b, NAME => 'testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:41,899 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,899 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:41,899 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,899 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,902 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,903 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334104dadeb4ecb69bf2a838443d52b columnFamilyName a 2024-12-09T20:53:41,903 DEBUG [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,903 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(327): Store=c334104dadeb4ecb69bf2a838443d52b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,904 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,905 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334104dadeb4ecb69bf2a838443d52b columnFamilyName b 2024-12-09T20:53:41,905 DEBUG [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,905 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(327): Store=c334104dadeb4ecb69bf2a838443d52b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,906 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,907 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334104dadeb4ecb69bf2a838443d52b columnFamilyName c 2024-12-09T20:53:41,907 DEBUG [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:41,907 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(327): Store=c334104dadeb4ecb69bf2a838443d52b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:41,908 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,909 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,911 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,911 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,911 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:41,913 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,914 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c334104dadeb4ecb69bf2a838443d52b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71741582, jitterRate=0.06903287768363953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:41,914 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:41,915 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c334104dadeb4ecb69bf2a838443d52b: Running coprocessor pre-open hook at 1733777621899Writing region info on filesystem at 1733777621899Initializing all the Stores at 1733777621901 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621901Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621901Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777621901Cleaning up temporary data from old regions at 1733777621911 (+10 ms)Running coprocessor post-open hooks at 1733777621914 (+3 ms)Region opened successfully at 1733777621915 (+1 ms) 2024-12-09T20:53:41,929 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c334104dadeb4ecb69bf2a838443d52b 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-09T20:53:41,930 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:42,931 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:42,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-09T20:53:42,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:42,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-09T20:53:42,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:42,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-09T20:53:42,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:42,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-09T20:53:42,945 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:42,946 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-09T20:53:42,946 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:43,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T20:53:43,933 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:44,934 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:45,935 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:46,936 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:47,936 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:48,938 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:49,939 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:50,941 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for c334104dadeb4ecb69bf2a838443d52b/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:50,944 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c334104dadeb4ecb69bf2a838443d52b: 2024-12-09T20:53:50,944 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:50,962 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c334104dadeb4ecb69bf2a838443d52b: 2024-12-09T20:53:50,962 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-09T20:53:50,962 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c334104dadeb4ecb69bf2a838443d52b, disabling compactions & flushes 2024-12-09T20:53:50,962 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:50,962 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:50,962 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. after waiting 0 ms 2024-12-09T20:53:50,962 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:50,962 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:50,962 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. 2024-12-09T20:53:50,963 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c334104dadeb4ecb69bf2a838443d52b: Waiting for close lock at 1733777630962Running coprocessor pre-close hooks at 1733777630962Disabling compacts and flushes for region at 1733777630962Disabling writes for close at 1733777630962Writing region close event to WAL at 1733777630962Running coprocessor post-close hooks at 1733777630962Closed at 1733777630962 2024-12-09T20:53:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741903_1081 (size=2691) 2024-12-09T20:53:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741903_1081 (size=2691) 2024-12-09T20:53:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741903_1081 (size=2691) 2024-12-09T20:53:50,979 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818, size=2.6 K (2691bytes) 2024-12-09T20:53:50,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818 2024-12-09T20:53:50,979 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818 after 0ms 2024-12-09T20:53:50,981 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:50,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818 took 4ms 2024-12-09T20:53:50,984 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818 so closing down 2024-12-09T20:53:50,984 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:50,985 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733777621818.temp 2024-12-09T20:53:50,986 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000004-wal.1733777621818.temp 2024-12-09T20:53:50,987 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741904_1082 (size=2094) 2024-12-09T20:53:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741904_1082 (size=2094) 2024-12-09T20:53:50,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741904_1082 (size=2094) 2024-12-09T20:53:50,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000004-wal.1733777621818.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:50,995 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000004-wal.1733777621818.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000026 2024-12-09T20:53:50,995 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-12-09T20:53:50,995 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818, journal: Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818, size=2.6 K (2691bytes) at 1733777630979Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818 so closing down at 1733777630984 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000004-wal.1733777621818.temp at 1733777630986 (+2 ms)3 split writer threads finished at 1733777630987 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000004-wal.1733777621818.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733777630993 (+6 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000004-wal.1733777621818.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000026 at 1733777630995 (+2 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1733777630995 2024-12-09T20:53:50,996 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777621818 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777621818 2024-12-09T20:53:50,997 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000026 2024-12-09T20:53:50,997 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:50,999 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:51,010 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777630999, exclude list is [], retry=0 2024-12-09T20:53:51,013 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:51,013 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:51,013 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:51,015 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777630999 2024-12-09T20:53:51,015 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:51,016 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c334104dadeb4ecb69bf2a838443d52b, NAME => 'testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:51,016 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,017 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:51,017 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,017 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,019 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,020 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334104dadeb4ecb69bf2a838443d52b columnFamilyName a 2024-12-09T20:53:51,020 DEBUG [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,020 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(327): Store=c334104dadeb4ecb69bf2a838443d52b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,021 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,022 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334104dadeb4ecb69bf2a838443d52b columnFamilyName b 2024-12-09T20:53:51,022 DEBUG [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,022 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(327): Store=c334104dadeb4ecb69bf2a838443d52b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,022 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,023 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c334104dadeb4ecb69bf2a838443d52b columnFamilyName c 2024-12-09T20:53:51,023 DEBUG [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,024 INFO [StoreOpener-c334104dadeb4ecb69bf2a838443d52b-1 {}] regionserver.HStore(327): Store=c334104dadeb4ecb69bf2a838443d52b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,024 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,025 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,026 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,027 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000026 2024-12-09T20:53:51,029 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:51,030 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000026 2024-12-09T20:53:51,030 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c334104dadeb4ecb69bf2a838443d52b 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-09T20:53:51,044 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/.tmp/a/5352cc759c074d7a85b9ee3958e10b21 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733777630954/Put/seqid=0 2024-12-09T20:53:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741906_1084 (size=5523) 2024-12-09T20:53:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741906_1084 (size=5523) 2024-12-09T20:53:51,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741906_1084 (size=5523) 2024-12-09T20:53:51,055 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/.tmp/a/5352cc759c074d7a85b9ee3958e10b21 2024-12-09T20:53:51,074 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/.tmp/b/7064f196d3ee4854b7c1a599548835f2 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733777630945/Put/seqid=0 2024-12-09T20:53:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741907_1085 (size=5524) 2024-12-09T20:53:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741907_1085 (size=5524) 2024-12-09T20:53:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741907_1085 (size=5524) 2024-12-09T20:53:51,081 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/.tmp/b/7064f196d3ee4854b7c1a599548835f2 2024-12-09T20:53:51,101 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/.tmp/c/07d4f80805d845fa96daf6463d60a67a is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733777630952/Put/seqid=0 2024-12-09T20:53:51,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741908_1086 (size=5457) 2024-12-09T20:53:51,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741908_1086 (size=5457) 2024-12-09T20:53:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741908_1086 (size=5457) 2024-12-09T20:53:51,108 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/.tmp/c/07d4f80805d845fa96daf6463d60a67a 2024-12-09T20:53:51,115 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/.tmp/a/5352cc759c074d7a85b9ee3958e10b21 as hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/a/5352cc759c074d7a85b9ee3958e10b21 2024-12-09T20:53:51,121 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/a/5352cc759c074d7a85b9ee3958e10b21, entries=7, sequenceid=26, filesize=5.4 K 2024-12-09T20:53:51,122 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/.tmp/b/7064f196d3ee4854b7c1a599548835f2 as hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/b/7064f196d3ee4854b7c1a599548835f2 2024-12-09T20:53:51,128 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/b/7064f196d3ee4854b7c1a599548835f2, entries=7, sequenceid=26, filesize=5.4 K 2024-12-09T20:53:51,130 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/.tmp/c/07d4f80805d845fa96daf6463d60a67a as hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/c/07d4f80805d845fa96daf6463d60a67a 2024-12-09T20:53:51,136 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/c/07d4f80805d845fa96daf6463d60a67a, entries=6, sequenceid=26, filesize=5.3 K 2024-12-09T20:53:51,136 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c334104dadeb4ecb69bf2a838443d52b in 106ms, sequenceid=26, compaction requested=false; wal=null 2024-12-09T20:53:51,137 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/0000000000000000026 2024-12-09T20:53:51,139 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,139 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,140 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:51,141 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,143 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsAfterAbortingFlush/c334104dadeb4ecb69bf2a838443d52b/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-09T20:53:51,144 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c334104dadeb4ecb69bf2a838443d52b; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71671594, jitterRate=0.06798997521400452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:51,144 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c334104dadeb4ecb69bf2a838443d52b 2024-12-09T20:53:51,145 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c334104dadeb4ecb69bf2a838443d52b: Running coprocessor pre-open hook at 1733777631017Writing region info on filesystem at 1733777631017Initializing all the Stores at 1733777631018 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631018Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631018Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631018Obtaining lock to block concurrent updates at 1733777631031 (+13 ms)Preparing flush snapshotting stores in c334104dadeb4ecb69bf2a838443d52b at 1733777631031Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733777631031Flushing stores of testReplayEditsAfterAbortingFlush,,1733777621714.c334104dadeb4ecb69bf2a838443d52b. at 1733777631031Flushing c334104dadeb4ecb69bf2a838443d52b/a: creating writer at 1733777631031Flushing c334104dadeb4ecb69bf2a838443d52b/a: appending metadata at 1733777631044 (+13 ms)Flushing c334104dadeb4ecb69bf2a838443d52b/a: closing flushed file at 1733777631044Flushing c334104dadeb4ecb69bf2a838443d52b/b: creating writer at 1733777631061 (+17 ms)Flushing c334104dadeb4ecb69bf2a838443d52b/b: appending metadata at 1733777631073 (+12 ms)Flushing c334104dadeb4ecb69bf2a838443d52b/b: closing flushed file at 1733777631074 (+1 ms)Flushing c334104dadeb4ecb69bf2a838443d52b/c: creating writer at 1733777631086 (+12 ms)Flushing c334104dadeb4ecb69bf2a838443d52b/c: appending metadata at 1733777631100 (+14 ms)Flushing c334104dadeb4ecb69bf2a838443d52b/c: closing flushed file at 1733777631100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d78607: reopening flushed file at 1733777631114 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae5809: reopening flushed file at 1733777631121 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4066b70d: reopening flushed file at 1733777631129 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for c334104dadeb4ecb69bf2a838443d52b in 106ms, sequenceid=26, compaction requested=false; wal=null at 1733777631136 (+7 ms)Cleaning up temporary data from old regions at 1733777631139 (+3 ms)Running coprocessor post-open hooks at 1733777631144 (+5 ms)Region opened successfully at 1733777631145 (+1 ms) 2024-12-09T20:53:51,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=418 (was 417) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:42974 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:42950 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:53880 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:53890 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:36240 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:36232 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741905_1083] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741905_1083, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=3455 (was 3490) 2024-12-09T20:53:51,169 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-09T20:53:51,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=418, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=3451 2024-12-09T20:53:51,183 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-09T20:53:51,202 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:51,205 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:51,206 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:51,208 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69787282, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-69787282, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:51,220 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69787282/hregion-69787282.1733777631209, exclude list is [], retry=0 2024-12-09T20:53:51,222 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:51,223 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:51,223 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:51,225 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69787282/hregion-69787282.1733777631209 2024-12-09T20:53:51,225 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:51,225 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 84d53ced60b500b9847ccbe421d21b96, NAME => 'testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741910_1088 (size=61) 2024-12-09T20:53:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741910_1088 (size=61) 2024-12-09T20:53:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741910_1088 (size=61) 2024-12-09T20:53:51,239 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:51,240 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,242 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84d53ced60b500b9847ccbe421d21b96 columnFamilyName a 2024-12-09T20:53:51,242 DEBUG [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,242 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] regionserver.HStore(327): Store=84d53ced60b500b9847ccbe421d21b96/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,243 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,244 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,244 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,244 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,246 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,248 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:51,249 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 84d53ced60b500b9847ccbe421d21b96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60492265, jitterRate=-0.09859500825405121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:53:51,249 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 84d53ced60b500b9847ccbe421d21b96: Writing region info on filesystem at 1733777631239Initializing all the Stores at 1733777631240 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631240Cleaning up temporary data from old regions at 1733777631244 (+4 ms)Region opened successfully at 1733777631249 (+5 ms) 2024-12-09T20:53:51,249 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 84d53ced60b500b9847ccbe421d21b96, disabling compactions & flushes 2024-12-09T20:53:51,250 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. 2024-12-09T20:53:51,250 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. 2024-12-09T20:53:51,250 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. after waiting 0 ms 2024-12-09T20:53:51,250 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. 2024-12-09T20:53:51,250 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. 2024-12-09T20:53:51,250 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 84d53ced60b500b9847ccbe421d21b96: Waiting for close lock at 1733777631249Disabling compacts and flushes for region at 1733777631249Disabling writes for close at 1733777631250 (+1 ms)Writing region close event to WAL at 1733777631250Closed at 1733777631250 2024-12-09T20:53:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741909_1087 (size=95) 2024-12-09T20:53:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741909_1087 (size=95) 2024-12-09T20:53:51,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741909_1087 (size=95) 2024-12-09T20:53:51,256 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:51,256 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69787282:(num 1733777631209) 2024-12-09T20:53:51,256 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:51,259 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:51,277 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259, exclude list is [], retry=0 2024-12-09T20:53:51,280 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:51,280 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:51,281 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:51,283 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259 2024-12-09T20:53:51,283 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:51,283 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 84d53ced60b500b9847ccbe421d21b96, NAME => 'testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:51,283 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:51,284 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,284 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,288 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,289 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84d53ced60b500b9847ccbe421d21b96 columnFamilyName a 2024-12-09T20:53:51,289 DEBUG [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,289 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] regionserver.HStore(327): Store=84d53ced60b500b9847ccbe421d21b96/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,290 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,290 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,291 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,292 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,292 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,294 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,294 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 84d53ced60b500b9847ccbe421d21b96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74554087, jitterRate=0.11094246804714203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:53:51,295 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 84d53ced60b500b9847ccbe421d21b96: Writing region info on filesystem at 1733777631284Initializing all the Stores at 1733777631285 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631285Cleaning up temporary data from old regions at 1733777631292 (+7 ms)Region opened successfully at 1733777631295 (+3 ms) 2024-12-09T20:53:51,306 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 84d53ced60b500b9847ccbe421d21b96, disabling compactions & flushes 2024-12-09T20:53:51,306 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. 2024-12-09T20:53:51,306 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. 2024-12-09T20:53:51,306 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. after waiting 0 ms 2024-12-09T20:53:51,306 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. 2024-12-09T20:53:51,306 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. 2024-12-09T20:53:51,306 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. 2024-12-09T20:53:51,306 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 84d53ced60b500b9847ccbe421d21b96: Waiting for close lock at 1733777631305Disabling compacts and flushes for region at 1733777631305Disabling writes for close at 1733777631306 (+1 ms)Writing region close event to WAL at 1733777631306Closed at 1733777631306 2024-12-09T20:53:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741911_1089 (size=1050) 2024-12-09T20:53:51,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741911_1089 (size=1050) 2024-12-09T20:53:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741911_1089 (size=1050) 2024-12-09T20:53:51,333 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259, size=1.0 K (1050bytes) 2024-12-09T20:53:51,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259 2024-12-09T20:53:51,334 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259 after 1ms 2024-12-09T20:53:51,337 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:51,337 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259 took 4ms 2024-12-09T20:53:51,339 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259 so closing down 2024-12-09T20:53:51,340 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:51,341 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733777631259.temp 2024-12-09T20:53:51,342 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000003-wal.1733777631259.temp 2024-12-09T20:53:51,343 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:51,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741912_1090 (size=1050) 2024-12-09T20:53:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741912_1090 (size=1050) 2024-12-09T20:53:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741912_1090 (size=1050) 2024-12-09T20:53:51,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000003-wal.1733777631259.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:51,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000003-wal.1733777631259.temp to hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000012 2024-12-09T20:53:51,352 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-12-09T20:53:51,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259, journal: Splitting hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259, size=1.0 K (1050bytes) at 1733777631333Finishing writing output for hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259 so closing down at 1733777631340 (+7 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000003-wal.1733777631259.temp at 1733777631342 (+2 ms)3 split writer threads finished at 1733777631343 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000003-wal.1733777631259.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733777631350 (+7 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000003-wal.1733777631259.temp to hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000012 at 1733777631352 (+2 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1733777631352 2024-12-09T20:53:51,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631259 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777631259 2024-12-09T20:53:51,355 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000012 2024-12-09T20:53:51,359 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:51,762 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:51,764 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:51,775 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631764, exclude list is [], retry=0 2024-12-09T20:53:51,778 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:51,778 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:51,778 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:51,780 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631764 2024-12-09T20:53:51,780 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41511:41511)] 2024-12-09T20:53:51,781 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 84d53ced60b500b9847ccbe421d21b96, NAME => 'testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:51,781 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:51,781 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,781 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,784 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,787 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84d53ced60b500b9847ccbe421d21b96 columnFamilyName a 2024-12-09T20:53:51,787 DEBUG [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,788 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] regionserver.HStore(327): Store=84d53ced60b500b9847ccbe421d21b96/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,788 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,789 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,791 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000012 2024-12-09T20:53:51,794 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:51,795 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000012 2024-12-09T20:53:51,795 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 84d53ced60b500b9847ccbe421d21b96 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-09T20:53:51,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/.tmp/a/cf28ee4beaa14060aafd225d5f9406b7 is 79, key is testDatalossWhenInputError/a:x0/1733777631295/Put/seqid=0 2024-12-09T20:53:51,814 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-09T20:53:51,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741914_1092 (size=5808) 2024-12-09T20:53:51,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741914_1092 (size=5808) 2024-12-09T20:53:51,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741914_1092 (size=5808) 2024-12-09T20:53:51,820 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/.tmp/a/cf28ee4beaa14060aafd225d5f9406b7 2024-12-09T20:53:51,829 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/.tmp/a/cf28ee4beaa14060aafd225d5f9406b7 as hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/a/cf28ee4beaa14060aafd225d5f9406b7 2024-12-09T20:53:51,839 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/a/cf28ee4beaa14060aafd225d5f9406b7, entries=10, sequenceid=12, filesize=5.7 K 2024-12-09T20:53:51,839 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 84d53ced60b500b9847ccbe421d21b96 in 44ms, sequenceid=12, compaction requested=false; wal=null 2024-12-09T20:53:51,840 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/0000000000000000012 2024-12-09T20:53:51,841 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,841 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,844 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,846 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T20:53:51,846 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 84d53ced60b500b9847ccbe421d21b96; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68143079, jitterRate=0.015411004424095154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:53:51,847 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 84d53ced60b500b9847ccbe421d21b96: Writing region info on filesystem at 1733777631781Initializing all the Stores at 1733777631784 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631784Obtaining lock to block concurrent updates at 1733777631795 (+11 ms)Preparing flush snapshotting stores in 84d53ced60b500b9847ccbe421d21b96 at 1733777631795Finished memstore snapshotting testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733777631795Flushing stores of testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96. at 1733777631795Flushing 84d53ced60b500b9847ccbe421d21b96/a: creating writer at 1733777631795Flushing 84d53ced60b500b9847ccbe421d21b96/a: appending metadata at 1733777631813 (+18 ms)Flushing 84d53ced60b500b9847ccbe421d21b96/a: closing flushed file at 1733777631813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d5f457: reopening flushed file at 1733777631827 (+14 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 84d53ced60b500b9847ccbe421d21b96 in 44ms, sequenceid=12, compaction requested=false; wal=null at 1733777631839 (+12 ms)Cleaning up temporary data from old regions at 1733777631841 (+2 ms)Region opened successfully at 1733777631847 (+6 ms) 2024-12-09T20:53:51,850 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 84d53ced60b500b9847ccbe421d21b96, NAME => 'testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:51,850 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733777631203.84d53ced60b500b9847ccbe421d21b96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:51,850 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,850 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,851 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,852 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84d53ced60b500b9847ccbe421d21b96 columnFamilyName a 2024-12-09T20:53:51,852 DEBUG [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,858 DEBUG [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/a/cf28ee4beaa14060aafd225d5f9406b7 2024-12-09T20:53:51,858 INFO [StoreOpener-84d53ced60b500b9847ccbe421d21b96-1 {}] regionserver.HStore(327): Store=84d53ced60b500b9847ccbe421d21b96/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,858 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,859 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,861 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,861 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,861 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,863 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 84d53ced60b500b9847ccbe421d21b96 2024-12-09T20:53:51,865 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testDatalossWhenInputError/84d53ced60b500b9847ccbe421d21b96/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-09T20:53:51,866 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 84d53ced60b500b9847ccbe421d21b96; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65422024, jitterRate=-0.02513587474822998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T20:53:51,867 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 84d53ced60b500b9847ccbe421d21b96: Writing region info on filesystem at 1733777631850Initializing all the Stores at 1733777631851 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631851Cleaning up temporary data from old regions at 1733777631861 (+10 ms)Region opened successfully at 1733777631867 (+6 ms) 2024-12-09T20:53:51,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=428 (was 418) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:42974 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:53960 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:53880 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:36240 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:43030 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1353483097-172.17.0.2-1733777598171:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:36318 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=3439 (was 3451) 2024-12-09T20:53:51,884 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-09T20:53:51,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=428, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=3438 2024-12-09T20:53:51,894 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-09T20:53:51,907 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:51,909 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:51,910 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:51,912 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-96202266, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-96202266, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:51,922 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-96202266/hregion-96202266.1733777631912, exclude list is [], retry=0 2024-12-09T20:53:51,925 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:51,925 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:51,925 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:51,927 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-96202266/hregion-96202266.1733777631912 2024-12-09T20:53:51,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:51,927 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ae96a9326087701eca1dadd62c503ad9, NAME => 'testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741916_1094 (size=63) 2024-12-09T20:53:51,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741916_1094 (size=63) 2024-12-09T20:53:51,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741916_1094 (size=63) 2024-12-09T20:53:51,936 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:51,937 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,939 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae96a9326087701eca1dadd62c503ad9 columnFamilyName a 2024-12-09T20:53:51,939 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,939 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(327): Store=ae96a9326087701eca1dadd62c503ad9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,939 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,940 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae96a9326087701eca1dadd62c503ad9 columnFamilyName b 2024-12-09T20:53:51,940 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,941 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(327): Store=ae96a9326087701eca1dadd62c503ad9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,941 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,942 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae96a9326087701eca1dadd62c503ad9 columnFamilyName c 2024-12-09T20:53:51,942 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,942 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(327): Store=ae96a9326087701eca1dadd62c503ad9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,943 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,943 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,944 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,945 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,945 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,945 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:51,946 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,948 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:51,948 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ae96a9326087701eca1dadd62c503ad9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61419494, jitterRate=-0.08477821946144104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:51,949 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ae96a9326087701eca1dadd62c503ad9: Writing region info on filesystem at 1733777631936Initializing all the Stores at 1733777631937 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631937Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631937Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631937Cleaning up temporary data from old regions at 1733777631945 (+8 ms)Region opened successfully at 1733777631949 (+4 ms) 2024-12-09T20:53:51,949 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ae96a9326087701eca1dadd62c503ad9, disabling compactions & flushes 2024-12-09T20:53:51,949 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. 2024-12-09T20:53:51,949 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. 2024-12-09T20:53:51,949 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. after waiting 0 ms 2024-12-09T20:53:51,949 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. 2024-12-09T20:53:51,949 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. 2024-12-09T20:53:51,949 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ae96a9326087701eca1dadd62c503ad9: Waiting for close lock at 1733777631949Disabling compacts and flushes for region at 1733777631949Disabling writes for close at 1733777631949Writing region close event to WAL at 1733777631949Closed at 1733777631949 2024-12-09T20:53:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741915_1093 (size=95) 2024-12-09T20:53:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741915_1093 (size=95) 2024-12-09T20:53:51,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741915_1093 (size=95) 2024-12-09T20:53:51,953 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:51,954 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-96202266:(num 1733777631912) 2024-12-09T20:53:51,954 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:51,955 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:51,969 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956, exclude list is [], retry=0 2024-12-09T20:53:51,972 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:51,972 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:51,972 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:51,974 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 2024-12-09T20:53:51,976 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:51,976 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ae96a9326087701eca1dadd62c503ad9, NAME => 'testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:51,976 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:51,976 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,976 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,978 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,979 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae96a9326087701eca1dadd62c503ad9 columnFamilyName a 2024-12-09T20:53:51,979 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,980 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(327): Store=ae96a9326087701eca1dadd62c503ad9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,980 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,981 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae96a9326087701eca1dadd62c503ad9 columnFamilyName b 2024-12-09T20:53:51,981 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,981 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(327): Store=ae96a9326087701eca1dadd62c503ad9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,981 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,982 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae96a9326087701eca1dadd62c503ad9 columnFamilyName c 2024-12-09T20:53:51,982 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:51,983 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(327): Store=ae96a9326087701eca1dadd62c503ad9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:51,983 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,984 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,986 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,986 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,987 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:51,988 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:51,989 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ae96a9326087701eca1dadd62c503ad9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67876907, jitterRate=0.011444732546806335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:51,989 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ae96a9326087701eca1dadd62c503ad9: Writing region info on filesystem at 1733777631977Initializing all the Stores at 1733777631977Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631978 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631978Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777631978Cleaning up temporary data from old regions at 1733777631986 (+8 ms)Region opened successfully at 1733777631989 (+3 ms) 2024-12-09T20:53:51,993 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733777631993/Put/seqid=0 2024-12-09T20:53:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741918_1096 (size=4875) 2024-12-09T20:53:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741918_1096 (size=4875) 2024-12-09T20:53:52,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741918_1096 (size=4875) 2024-12-09T20:53:52,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733777632005/Put/seqid=0 2024-12-09T20:53:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741919_1097 (size=4875) 2024-12-09T20:53:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741919_1097 (size=4875) 2024-12-09T20:53:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741919_1097 (size=4875) 2024-12-09T20:53:52,017 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733777632016/Put/seqid=0 2024-12-09T20:53:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741920_1098 (size=4875) 2024-12-09T20:53:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741920_1098 (size=4875) 2024-12-09T20:53:52,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741920_1098 (size=4875) 2024-12-09T20:53:52,023 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in ae96a9326087701eca1dadd62c503ad9/a 2024-12-09T20:53:52,026 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-09T20:53:52,026 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T20:53:52,026 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in ae96a9326087701eca1dadd62c503ad9/a 2024-12-09T20:53:52,029 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-09T20:53:52,029 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T20:53:52,029 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in ae96a9326087701eca1dadd62c503ad9/a 2024-12-09T20:53:52,092 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-09T20:53:52,092 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-09T20:53:52,092 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ae96a9326087701eca1dadd62c503ad9 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-09T20:53:52,111 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/.tmp/a/633f7e3d97384c7693db3330e0e430c3 is 55, key is testCompactedBulkLoadedFiles/a:a/1733777631989/Put/seqid=0 2024-12-09T20:53:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741921_1099 (size=5107) 2024-12-09T20:53:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741921_1099 (size=5107) 2024-12-09T20:53:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741921_1099 (size=5107) 2024-12-09T20:53:52,117 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/.tmp/a/633f7e3d97384c7693db3330e0e430c3 2024-12-09T20:53:52,123 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/.tmp/a/633f7e3d97384c7693db3330e0e430c3 as hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/633f7e3d97384c7693db3330e0e430c3 2024-12-09T20:53:52,128 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/633f7e3d97384c7693db3330e0e430c3, entries=1, sequenceid=4, filesize=5.0 K 2024-12-09T20:53:52,129 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for ae96a9326087701eca1dadd62c503ad9 in 37ms, sequenceid=4, compaction requested=false 2024-12-09T20:53:52,129 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ae96a9326087701eca1dadd62c503ad9: 2024-12-09T20:53:52,131 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_ 2024-12-09T20:53:52,132 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_ 2024-12-09T20:53:52,133 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_ 2024-12-09T20:53:52,133 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile0 into ae96a9326087701eca1dadd62c503ad9/a as hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_ - updating store file list. 2024-12-09T20:53:52,138 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25a06499d0e64f2586e77cea14759480_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T20:53:52,138 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_ into ae96a9326087701eca1dadd62c503ad9/a 2024-12-09T20:53:52,138 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile0 into ae96a9326087701eca1dadd62c503ad9/a (new location: hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_) 2024-12-09T20:53:52,140 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile1 into ae96a9326087701eca1dadd62c503ad9/a as hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_ - updating store file list. 2024-12-09T20:53:52,144 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53d8adf4a84543299b9b1cf77cdab370_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T20:53:52,144 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_ into ae96a9326087701eca1dadd62c503ad9/a 2024-12-09T20:53:52,144 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile1 into ae96a9326087701eca1dadd62c503ad9/a (new location: hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_) 2024-12-09T20:53:52,145 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile2 into ae96a9326087701eca1dadd62c503ad9/a as hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_ - updating store file list. 2024-12-09T20:53:52,149 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T20:53:52,149 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_ into ae96a9326087701eca1dadd62c503ad9/a 2024-12-09T20:53:52,149 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36817/hbase/testCompactedBulkLoadedFiles/hfile2 into ae96a9326087701eca1dadd62c503ad9/a (new location: hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_) 2024-12-09T20:53:52,156 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-09T20:53:52,156 DEBUG [Time-limited test {}] regionserver.HStore(1541): ae96a9326087701eca1dadd62c503ad9/a is initiating major compaction (all files) 2024-12-09T20:53:52,156 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of ae96a9326087701eca1dadd62c503ad9/a in testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. 2024-12-09T20:53:52,156 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/633f7e3d97384c7693db3330e0e430c3, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_] into tmpdir=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/.tmp, totalSize=19.3 K 2024-12-09T20:53:52,157 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 633f7e3d97384c7693db3330e0e430c3, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733777631989 2024-12-09T20:53:52,157 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 25a06499d0e64f2586e77cea14759480_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-09T20:53:52,157 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 53d8adf4a84543299b9b1cf77cdab370_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-09T20:53:52,157 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-09T20:53:52,168 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/.tmp/a/2e1ddfa7d07848908ecfa90b2ac8dd88 is 55, key is testCompactedBulkLoadedFiles/a:a/1733777631989/Put/seqid=0 2024-12-09T20:53:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741922_1100 (size=6154) 2024-12-09T20:53:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741922_1100 (size=6154) 2024-12-09T20:53:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741922_1100 (size=6154) 2024-12-09T20:53:52,180 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/.tmp/a/2e1ddfa7d07848908ecfa90b2ac8dd88 as hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/2e1ddfa7d07848908ecfa90b2ac8dd88 2024-12-09T20:53:52,185 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in ae96a9326087701eca1dadd62c503ad9/a of ae96a9326087701eca1dadd62c503ad9 into 2e1ddfa7d07848908ecfa90b2ac8dd88(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-09T20:53:52,185 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for ae96a9326087701eca1dadd62c503ad9: 2024-12-09T20:53:52,185 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-09T20:53:52,186 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-09T20:53:52,212 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956, size=0 (0bytes) 2024-12-09T20:53:52,212 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 might be still open, length is 0 2024-12-09T20:53:52,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 2024-12-09T20:53:52,213 WARN [IPC Server handler 0 on default port 36817 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-09T20:53:52,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 after 1ms 2024-12-09T20:53:52,940 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-09T20:53:52,940 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:52,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-09T20:53:52,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-09T20:53:54,805 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:36368 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39951:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36368 dst: /127.0.0.1:39951 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39951 remote=/127.0.0.1:36368]. Total timeout mills is 60000, 57382 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:54,806 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:43078 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43078 dst: /127.0.0.1:42245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:54,806 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:53980 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53980 dst: /127.0.0.1:40681 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:54,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741917_1101 (size=1169) 2024-12-09T20:53:54,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741917_1101 (size=1169) 2024-12-09T20:53:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741917_1101 (size=1169) 2024-12-09T20:53:56,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 after 4002ms 2024-12-09T20:53:56,218 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:56,219 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 took 4006ms 2024-12-09T20:53:56,222 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956; continuing. 2024-12-09T20:53:56,222 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 so closing down 2024-12-09T20:53:56,222 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:56,225 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733777631956.temp 2024-12-09T20:53:56,227 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000003-wal.1733777631956.temp 2024-12-09T20:53:56,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741923_1102 (size=546) 2024-12-09T20:53:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741923_1102 (size=546) 2024-12-09T20:53:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741923_1102 (size=546) 2024-12-09T20:53:56,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000003-wal.1733777631956.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:56,240 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000003-wal.1733777631956.temp to hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000008 2024-12-09T20:53:56,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T20:53:56,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956, journal: Splitting hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956, size=0 (0bytes) at 1733777632212Finishing writing output for hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 so closing down at 1733777636222 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000003-wal.1733777631956.temp at 1733777636227 (+5 ms)3 split writer threads finished at 1733777636228 (+1 ms)Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000003-wal.1733777631956.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733777636238 (+10 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000003-wal.1733777631956.temp to hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000008 at 1733777636240 (+2 ms)Processed 5 edits across 1 Regions in 21 ms; skipped=3; WAL=hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956, size=0, length=0, corrupted=false, cancelled=false at 1733777636240 2024-12-09T20:53:56,242 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777631956 2024-12-09T20:53:56,244 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000008 2024-12-09T20:53:56,244 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:56,246 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:56,261 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777636247, exclude list is [], retry=0 2024-12-09T20:53:56,263 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:56,264 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:56,264 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:56,265 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777636247 2024-12-09T20:53:56,266 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:41511:41511)] 2024-12-09T20:53:56,266 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ae96a9326087701eca1dadd62c503ad9, NAME => 'testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:56,266 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:56,266 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,266 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,267 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,268 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae96a9326087701eca1dadd62c503ad9 columnFamilyName a 2024-12-09T20:53:56,268 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,276 DEBUG [StoreFileOpener-ae96a9326087701eca1dadd62c503ad9-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25a06499d0e64f2586e77cea14759480_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T20:53:56,276 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_ 2024-12-09T20:53:56,280 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/2e1ddfa7d07848908ecfa90b2ac8dd88 2024-12-09T20:53:56,283 DEBUG [StoreFileOpener-ae96a9326087701eca1dadd62c503ad9-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53d8adf4a84543299b9b1cf77cdab370_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T20:53:56,284 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_ 2024-12-09T20:53:56,288 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/633f7e3d97384c7693db3330e0e430c3 2024-12-09T20:53:56,292 DEBUG [StoreFileOpener-ae96a9326087701eca1dadd62c503ad9-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-09T20:53:56,292 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_ 2024-12-09T20:53:56,292 WARN [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a56645c 2024-12-09T20:53:56,292 WARN [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a56645c 2024-12-09T20:53:56,292 WARN [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/633f7e3d97384c7693db3330e0e430c3 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a56645c 2024-12-09T20:53:56,292 WARN [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@5a56645c 2024-12-09T20:53:56,292 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/633f7e3d97384c7693db3330e0e430c3, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_] to archive 2024-12-09T20:53:56,293 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-09T20:53:56,295 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_ to hdfs://localhost:36817/hbase/archive/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/25a06499d0e64f2586e77cea14759480_SeqId_4_ 2024-12-09T20:53:56,297 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_ to hdfs://localhost:36817/hbase/archive/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/53d8adf4a84543299b9b1cf77cdab370_SeqId_4_ 2024-12-09T20:53:56,298 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/633f7e3d97384c7693db3330e0e430c3 to hdfs://localhost:36817/hbase/archive/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/633f7e3d97384c7693db3330e0e430c3 2024-12-09T20:53:56,299 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_ to hdfs://localhost:36817/hbase/archive/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/a/e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_ 2024-12-09T20:53:56,299 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(327): Store=ae96a9326087701eca1dadd62c503ad9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,299 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,300 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae96a9326087701eca1dadd62c503ad9 columnFamilyName b 2024-12-09T20:53:56,300 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,300 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(327): Store=ae96a9326087701eca1dadd62c503ad9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,301 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,301 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae96a9326087701eca1dadd62c503ad9 columnFamilyName c 2024-12-09T20:53:56,301 DEBUG [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,302 INFO [StoreOpener-ae96a9326087701eca1dadd62c503ad9-1 {}] regionserver.HStore(327): Store=ae96a9326087701eca1dadd62c503ad9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,302 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,303 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,304 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,305 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000008 2024-12-09T20:53:56,306 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:56,308 DEBUG [Time-limited test {}] regionserver.HRegion(5836): ae96a9326087701eca1dadd62c503ad9 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "ae96a9326087701eca1dadd62c503ad9" family_name: "a" compaction_input: "633f7e3d97384c7693db3330e0e430c3" compaction_input: "25a06499d0e64f2586e77cea14759480_SeqId_4_" compaction_input: "53d8adf4a84543299b9b1cf77cdab370_SeqId_4_" compaction_input: "e0dbf3f9630841419e63fbd8c830a9f2_SeqId_4_" compaction_output: "2e1ddfa7d07848908ecfa90b2ac8dd88" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-09T20:53:56,308 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-09T20:53:56,308 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000008 2024-12-09T20:53:56,309 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/0000000000000000008 2024-12-09T20:53:56,309 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,309 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,310 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:56,311 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ae96a9326087701eca1dadd62c503ad9 2024-12-09T20:53:56,313 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testCompactedBulkLoadedFiles/ae96a9326087701eca1dadd62c503ad9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-09T20:53:56,314 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ae96a9326087701eca1dadd62c503ad9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71172465, jitterRate=0.06055237352848053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:56,314 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ae96a9326087701eca1dadd62c503ad9: Writing region info on filesystem at 1733777636266Initializing all the Stores at 1733777636267 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636267Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636267Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636267Cleaning up temporary data from old regions at 1733777636309 (+42 ms)Region opened successfully at 1733777636314 (+5 ms) 2024-12-09T20:53:56,316 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ae96a9326087701eca1dadd62c503ad9, disabling compactions & flushes 2024-12-09T20:53:56,316 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. 2024-12-09T20:53:56,316 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. 2024-12-09T20:53:56,316 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. after waiting 0 ms 2024-12-09T20:53:56,316 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. 2024-12-09T20:53:56,317 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733777631908.ae96a9326087701eca1dadd62c503ad9. 2024-12-09T20:53:56,317 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ae96a9326087701eca1dadd62c503ad9: Waiting for close lock at 1733777636316Disabling compacts and flushes for region at 1733777636316Disabling writes for close at 1733777636316Writing region close event to WAL at 1733777636317 (+1 ms)Closed at 1733777636317 2024-12-09T20:53:56,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741924_1103 (size=95) 2024-12-09T20:53:56,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741924_1103 (size=95) 2024-12-09T20:53:56,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741924_1103 (size=95) 2024-12-09T20:53:56,321 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:56,321 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733777636247) 2024-12-09T20:53:56,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=440 (was 428) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:36817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1470221534_22 at /127.0.0.1:36430 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:36817 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1470221534_22 at /127.0.0.1:43132 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1470221534_22 at /127.0.0.1:54034 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=3410 (was 3438) 2024-12-09T20:53:56,335 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-09T20:53:56,347 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=161, ProcessCount=11, AvailableMemoryMB=3409 2024-12-09T20:53:56,348 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-09T20:53:56,363 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:56,365 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T20:53:56,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T20:53:56,367 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-36946910, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/hregion-36946910, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:56,377 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-36946910/hregion-36946910.1733777636367, exclude list is [], retry=0 2024-12-09T20:53:56,379 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:56,380 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:56,380 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:56,381 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-36946910/hregion-36946910.1733777636367 2024-12-09T20:53:56,381 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:56,382 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 91b6e4e5c9296d11ee511ad1fa577b34, NAME => 'testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36817/hbase 2024-12-09T20:53:56,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741926_1105 (size=67) 2024-12-09T20:53:56,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741926_1105 (size=67) 2024-12-09T20:53:56,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741926_1105 (size=67) 2024-12-09T20:53:56,391 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:56,392 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,393 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName a 2024-12-09T20:53:56,394 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,394 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,394 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,395 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName b 2024-12-09T20:53:56,395 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,396 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,396 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,397 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName c 2024-12-09T20:53:56,397 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,397 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,397 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,398 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,398 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,399 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,399 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,400 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:56,401 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,403 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T20:53:56,403 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 91b6e4e5c9296d11ee511ad1fa577b34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73776377, jitterRate=0.09935368597507477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:56,403 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 91b6e4e5c9296d11ee511ad1fa577b34: Writing region info on filesystem at 1733777636391Initializing all the Stores at 1733777636392 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636392Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636392Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636392Cleaning up temporary data from old regions at 1733777636399 (+7 ms)Region opened successfully at 1733777636403 (+4 ms) 2024-12-09T20:53:56,404 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 91b6e4e5c9296d11ee511ad1fa577b34, disabling compactions & flushes 2024-12-09T20:53:56,404 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:53:56,404 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:53:56,404 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. after waiting 0 ms 2024-12-09T20:53:56,404 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:53:56,404 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:53:56,404 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 91b6e4e5c9296d11ee511ad1fa577b34: Waiting for close lock at 1733777636403Disabling compacts and flushes for region at 1733777636403Disabling writes for close at 1733777636404 (+1 ms)Writing region close event to WAL at 1733777636404Closed at 1733777636404 2024-12-09T20:53:56,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741925_1104 (size=95) 2024-12-09T20:53:56,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741925_1104 (size=95) 2024-12-09T20:53:56,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741925_1104 (size=95) 2024-12-09T20:53:56,408 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:53:56,408 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-36946910:(num 1733777636367) 2024-12-09T20:53:56,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:56,409 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:56,421 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409, exclude list is [], retry=0 2024-12-09T20:53:56,423 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:56,423 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:56,423 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:56,425 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409 2024-12-09T20:53:56,425 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:33009:33009),(127.0.0.1/127.0.0.1:41547:41547)] 2024-12-09T20:53:56,425 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 91b6e4e5c9296d11ee511ad1fa577b34, NAME => 'testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:56,425 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:56,425 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,425 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,426 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,427 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName a 2024-12-09T20:53:56,427 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,428 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,428 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,428 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName b 2024-12-09T20:53:56,428 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,429 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,429 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,429 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName c 2024-12-09T20:53:56,429 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,430 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,430 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,431 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,431 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,432 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,432 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,433 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:56,434 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,435 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 91b6e4e5c9296d11ee511ad1fa577b34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60502454, jitterRate=-0.0984431803226471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:56,435 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 91b6e4e5c9296d11ee511ad1fa577b34: Writing region info on filesystem at 1733777636425Initializing all the Stores at 1733777636426 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636426Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636426Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636426Cleaning up temporary data from old regions at 1733777636432 (+6 ms)Region opened successfully at 1733777636435 (+3 ms) 2024-12-09T20:53:56,441 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 91b6e4e5c9296d11ee511ad1fa577b34 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-09T20:53:56,454 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/a/5761d25808cb40869a3dc8da9ade25e3 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733777636435/Put/seqid=0 2024-12-09T20:53:56,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741928_1107 (size=5958) 2024-12-09T20:53:56,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741928_1107 (size=5958) 2024-12-09T20:53:56,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741928_1107 (size=5958) 2024-12-09T20:53:56,460 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/a/5761d25808cb40869a3dc8da9ade25e3 2024-12-09T20:53:56,464 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/a/5761d25808cb40869a3dc8da9ade25e3 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/a/5761d25808cb40869a3dc8da9ade25e3 2024-12-09T20:53:56,470 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/a/5761d25808cb40869a3dc8da9ade25e3, entries=10, sequenceid=13, filesize=5.8 K 2024-12-09T20:53:56,471 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 91b6e4e5c9296d11ee511ad1fa577b34 in 30ms, sequenceid=13, compaction requested=false 2024-12-09T20:53:56,471 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 91b6e4e5c9296d11ee511ad1fa577b34: 2024-12-09T20:53:56,486 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 91b6e4e5c9296d11ee511ad1fa577b34, disabling compactions & flushes 2024-12-09T20:53:56,486 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:53:56,486 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:53:56,486 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. after waiting 0 ms 2024-12-09T20:53:56,486 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:53:56,487 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:53:56,487 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:53:56,487 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 91b6e4e5c9296d11ee511ad1fa577b34: Waiting for close lock at 1733777636486Disabling compacts and flushes for region at 1733777636486Disabling writes for close at 1733777636486Writing region close event to WAL at 1733777636487 (+1 ms)Closed at 1733777636487 2024-12-09T20:53:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741927_1106 (size=3342) 2024-12-09T20:53:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741927_1106 (size=3342) 2024-12-09T20:53:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741927_1106 (size=3342) 2024-12-09T20:53:56,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-09T20:53:56,505 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409, size=3.3 K (3342bytes) 2024-12-09T20:53:56,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409 2024-12-09T20:53:56,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409 after 0ms 2024-12-09T20:53:56,507 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:56,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409 took 2ms 2024-12-09T20:53:56,510 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409 so closing down 2024-12-09T20:53:56,510 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:53:56,511 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733777636409.temp 2024-12-09T20:53:56,512 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000003-wal.1733777636409.temp 2024-12-09T20:53:56,512 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:53:56,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741929_1108 (size=2944) 2024-12-09T20:53:56,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741929_1108 (size=2944) 2024-12-09T20:53:56,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741929_1108 (size=2944) 2024-12-09T20:53:56,522 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000003-wal.1733777636409.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-09T20:53:56,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000003-wal.1733777636409.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000035 2024-12-09T20:53:56,523 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409, size=3.3 K, length=3342, corrupted=false, cancelled=false 2024-12-09T20:53:56,524 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409, journal: Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409, size=3.3 K (3342bytes) at 1733777636505Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409 so closing down at 1733777636510 (+5 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000003-wal.1733777636409.temp at 1733777636512 (+2 ms)3 split writer threads finished at 1733777636512Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000003-wal.1733777636409.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733777636522 (+10 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000003-wal.1733777636409.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000035 at 1733777636523 (+1 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409, size=3.3 K, length=3342, corrupted=false, cancelled=false at 1733777636524 (+1 ms) 2024-12-09T20:53:56,525 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636409 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777636409 2024-12-09T20:53:56,526 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000035 2024-12-09T20:53:56,526 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:53:56,527 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:53:56,538 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528, exclude list is [], retry=0 2024-12-09T20:53:56,540 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:53:56,540 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:53:56,540 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:53:56,542 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 2024-12-09T20:53:56,542 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:53:56,542 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 91b6e4e5c9296d11ee511ad1fa577b34, NAME => 'testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34.', STARTKEY => '', ENDKEY => ''} 2024-12-09T20:53:56,542 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:53:56,542 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,542 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,543 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,544 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName a 2024-12-09T20:53:56,544 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,548 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/a/5761d25808cb40869a3dc8da9ade25e3 2024-12-09T20:53:56,549 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,549 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,550 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName b 2024-12-09T20:53:56,550 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,550 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,550 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,551 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName c 2024-12-09T20:53:56,551 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:53:56,551 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:53:56,551 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,552 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,553 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,554 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000035 2024-12-09T20:53:56,556 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:53:56,557 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000035 2024-12-09T20:53:56,557 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 91b6e4e5c9296d11ee511ad1fa577b34 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-09T20:53:56,571 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/b/9f6294e5a0464fe591a52d84f8b9ddb5 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733777636471/Put/seqid=0 2024-12-09T20:53:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741931_1110 (size=5958) 2024-12-09T20:53:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741931_1110 (size=5958) 2024-12-09T20:53:56,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741931_1110 (size=5958) 2024-12-09T20:53:56,576 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/b/9f6294e5a0464fe591a52d84f8b9ddb5 2024-12-09T20:53:56,594 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/c/e901d1a1e4bc46ccbc5411603e9e3c58 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733777636478/Put/seqid=0 2024-12-09T20:53:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741932_1111 (size=5958) 2024-12-09T20:53:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741932_1111 (size=5958) 2024-12-09T20:53:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741932_1111 (size=5958) 2024-12-09T20:53:56,600 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/c/e901d1a1e4bc46ccbc5411603e9e3c58 2024-12-09T20:53:56,605 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/b/9f6294e5a0464fe591a52d84f8b9ddb5 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/b/9f6294e5a0464fe591a52d84f8b9ddb5 2024-12-09T20:53:56,610 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/b/9f6294e5a0464fe591a52d84f8b9ddb5, entries=10, sequenceid=35, filesize=5.8 K 2024-12-09T20:53:56,611 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/c/e901d1a1e4bc46ccbc5411603e9e3c58 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/c/e901d1a1e4bc46ccbc5411603e9e3c58 2024-12-09T20:53:56,617 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/c/e901d1a1e4bc46ccbc5411603e9e3c58, entries=10, sequenceid=35, filesize=5.8 K 2024-12-09T20:53:56,618 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 91b6e4e5c9296d11ee511ad1fa577b34 in 60ms, sequenceid=35, compaction requested=false; wal=null 2024-12-09T20:53:56,618 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000035 2024-12-09T20:53:56,620 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,620 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,620 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:53:56,622 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:53:56,624 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-09T20:53:56,625 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 91b6e4e5c9296d11ee511ad1fa577b34; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75136859, jitterRate=0.11962644755840302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:53:56,625 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 91b6e4e5c9296d11ee511ad1fa577b34: Writing region info on filesystem at 1733777636542Initializing all the Stores at 1733777636543 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636543Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636543Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777636543Obtaining lock to block concurrent updates at 1733777636557 (+14 ms)Preparing flush snapshotting stores in 91b6e4e5c9296d11ee511ad1fa577b34 at 1733777636557Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733777636557Flushing stores of testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. at 1733777636557Flushing 91b6e4e5c9296d11ee511ad1fa577b34/b: creating writer at 1733777636557Flushing 91b6e4e5c9296d11ee511ad1fa577b34/b: appending metadata at 1733777636570 (+13 ms)Flushing 91b6e4e5c9296d11ee511ad1fa577b34/b: closing flushed file at 1733777636570Flushing 91b6e4e5c9296d11ee511ad1fa577b34/c: creating writer at 1733777636580 (+10 ms)Flushing 91b6e4e5c9296d11ee511ad1fa577b34/c: appending metadata at 1733777636593 (+13 ms)Flushing 91b6e4e5c9296d11ee511ad1fa577b34/c: closing flushed file at 1733777636593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29999bca: reopening flushed file at 1733777636604 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12753d7a: reopening flushed file at 1733777636610 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 91b6e4e5c9296d11ee511ad1fa577b34 in 60ms, sequenceid=35, compaction requested=false; wal=null at 1733777636618 (+8 ms)Cleaning up temporary data from old regions at 1733777636620 (+2 ms)Region opened successfully at 1733777636625 (+5 ms) 2024-12-09T20:53:56,687 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528, size=0 (0bytes) 2024-12-09T20:53:56,687 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 might be still open, length is 0 2024-12-09T20:53:56,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 2024-12-09T20:53:56,687 WARN [IPC Server handler 4 on default port 36817 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-09T20:53:56,687 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 after 0ms 2024-12-09T20:53:57,805 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:36494 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39951:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36494 dst: /127.0.0.1:39951 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39951 remote=/127.0.0.1:36494]. Total timeout mills is 60000, 58847 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:57,806 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:54092 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40681:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54092 dst: /127.0.0.1:40681 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:57,806 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1820717959_22 at /127.0.0.1:43178 [Receiving block BP-1353483097-172.17.0.2-1733777598171:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43178 dst: /127.0.0.1:42245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:53:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741930_1112 (size=2936) 2024-12-09T20:53:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741930_1112 (size=2936) 2024-12-09T20:53:57,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741930_1112 (size=2936) 2024-12-09T20:54:00,689 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 after 4002ms 2024-12-09T20:54:00,696 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:54:00,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 took 4009ms 2024-12-09T20:54:00,699 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528; continuing. 2024-12-09T20:54:00,699 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 so closing down 2024-12-09T20:54:00,699 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-09T20:54:00,700 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733777636528.temp 2024-12-09T20:54:00,702 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000037-wal.1733777636528.temp 2024-12-09T20:54:00,702 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-09T20:54:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741933_1113 (size=2944) 2024-12-09T20:54:00,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741933_1113 (size=2944) 2024-12-09T20:54:00,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741933_1113 (size=2944) 2024-12-09T20:54:00,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000037-wal.1733777636528.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-09T20:54:00,712 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000037-wal.1733777636528.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000066 2024-12-09T20:54:00,712 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528, size=0, length=0, corrupted=false, cancelled=false 2024-12-09T20:54:00,712 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528, journal: Splitting hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528, size=0 (0bytes) at 1733777636687Finishing writing output for hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 so closing down at 1733777640699 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000037-wal.1733777636528.temp at 1733777640702 (+3 ms)3 split writer threads finished at 1733777640702Closed recovered edits writer path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000037-wal.1733777636528.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733777640710 (+8 ms)Rename recovered edits hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000037-wal.1733777636528.temp to hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000066 at 1733777640712 (+2 ms)Processed 30 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528, size=0, length=0, corrupted=false, cancelled=false at 1733777640712 2024-12-09T20:54:00,715 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 to hdfs://localhost:36817/hbase/oldWALs/wal.1733777636528 2024-12-09T20:54:00,716 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000066 2024-12-09T20:54:00,716 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-09T20:54:00,718 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:36817/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363, archiveDir=hdfs://localhost:36817/hbase/oldWALs, maxLogs=32 2024-12-09T20:54:00,729 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777640718, exclude list is [], retry=0 2024-12-09T20:54:00,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39951,DS-79f43cff-4b0d-4a2d-97cb-87a13cfcfd17,DISK] 2024-12-09T20:54:00,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-3738a6ea-3a5f-481f-a5f1-31ddaab41ced,DISK] 2024-12-09T20:54:00,733 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42245,DS-5c417cbd-8b22-42f6-b01e-6c0249c3dd69,DISK] 2024-12-09T20:54:00,734 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777640718 2024-12-09T20:54:00,734 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511),(127.0.0.1/127.0.0.1:41547:41547),(127.0.0.1/127.0.0.1:33009:33009)] 2024-12-09T20:54:00,735 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T20:54:00,736 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:54:00,736 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName a 2024-12-09T20:54:00,736 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:54:00,741 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/a/5761d25808cb40869a3dc8da9ade25e3 2024-12-09T20:54:00,741 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:54:00,742 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:54:00,742 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName b 2024-12-09T20:54:00,742 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:54:00,747 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/b/9f6294e5a0464fe591a52d84f8b9ddb5 2024-12-09T20:54:00,747 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:54:00,747 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:54:00,748 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91b6e4e5c9296d11ee511ad1fa577b34 columnFamilyName c 2024-12-09T20:54:00,748 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T20:54:00,753 DEBUG [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/c/e901d1a1e4bc46ccbc5411603e9e3c58 2024-12-09T20:54:00,753 INFO [StoreOpener-91b6e4e5c9296d11ee511ad1fa577b34-1 {}] regionserver.HStore(327): Store=91b6e4e5c9296d11ee511ad1fa577b34/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T20:54:00,753 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:54:00,754 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:54:00,755 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:54:00,755 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000066 2024-12-09T20:54:00,757 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-12-09T20:54:00,760 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000066 2024-12-09T20:54:00,760 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 91b6e4e5c9296d11ee511ad1fa577b34 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-09T20:54:00,774 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/a/e839482ab64842699a4da01d82fa907b is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733777636632/Put/seqid=0 2024-12-09T20:54:00,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741935_1115 (size=5958) 2024-12-09T20:54:00,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741935_1115 (size=5958) 2024-12-09T20:54:00,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741935_1115 (size=5958) 2024-12-09T20:54:00,781 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/a/e839482ab64842699a4da01d82fa907b 2024-12-09T20:54:00,798 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/b/46980cbdf6fd4d3695467a52d53f48a7 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733777636639/Put/seqid=0 2024-12-09T20:54:00,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741936_1116 (size=5958) 2024-12-09T20:54:00,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741936_1116 (size=5958) 2024-12-09T20:54:00,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741936_1116 (size=5958) 2024-12-09T20:54:00,804 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/b/46980cbdf6fd4d3695467a52d53f48a7 2024-12-09T20:54:00,822 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/c/3bd7493f665547a89fdce902f81586dd is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733777636644/Put/seqid=0 2024-12-09T20:54:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741937_1117 (size=5958) 2024-12-09T20:54:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741937_1117 (size=5958) 2024-12-09T20:54:00,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741937_1117 (size=5958) 2024-12-09T20:54:00,828 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/c/3bd7493f665547a89fdce902f81586dd 2024-12-09T20:54:00,833 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/a/e839482ab64842699a4da01d82fa907b as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/a/e839482ab64842699a4da01d82fa907b 2024-12-09T20:54:00,838 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/a/e839482ab64842699a4da01d82fa907b, entries=10, sequenceid=66, filesize=5.8 K 2024-12-09T20:54:00,840 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/b/46980cbdf6fd4d3695467a52d53f48a7 as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/b/46980cbdf6fd4d3695467a52d53f48a7 2024-12-09T20:54:00,844 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/b/46980cbdf6fd4d3695467a52d53f48a7, entries=10, sequenceid=66, filesize=5.8 K 2024-12-09T20:54:00,846 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/.tmp/c/3bd7493f665547a89fdce902f81586dd as hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/c/3bd7493f665547a89fdce902f81586dd 2024-12-09T20:54:00,850 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/c/3bd7493f665547a89fdce902f81586dd, entries=10, sequenceid=66, filesize=5.8 K 2024-12-09T20:54:00,850 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 91b6e4e5c9296d11ee511ad1fa577b34 in 90ms, sequenceid=66, compaction requested=false; wal=null 2024-12-09T20:54:00,851 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/0000000000000000066 2024-12-09T20:54:00,852 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:54:00,852 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:54:00,853 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T20:54:00,854 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 91b6e4e5c9296d11ee511ad1fa577b34 2024-12-09T20:54:00,856 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/hbase/data/default/testReplayEditsWrittenViaHRegion/91b6e4e5c9296d11ee511ad1fa577b34/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-09T20:54:00,856 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 91b6e4e5c9296d11ee511ad1fa577b34; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58965702, jitterRate=-0.12134256958961487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T20:54:00,857 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 91b6e4e5c9296d11ee511ad1fa577b34: Writing region info on filesystem at 1733777640735Initializing all the Stores at 1733777640735Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777640735Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777640736 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733777640736Obtaining lock to block concurrent updates at 1733777640760 (+24 ms)Preparing flush snapshotting stores in 91b6e4e5c9296d11ee511ad1fa577b34 at 1733777640760Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733777640760Flushing stores of testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. at 1733777640760Flushing 91b6e4e5c9296d11ee511ad1fa577b34/a: creating writer at 1733777640760Flushing 91b6e4e5c9296d11ee511ad1fa577b34/a: appending metadata at 1733777640773 (+13 ms)Flushing 91b6e4e5c9296d11ee511ad1fa577b34/a: closing flushed file at 1733777640773Flushing 91b6e4e5c9296d11ee511ad1fa577b34/b: creating writer at 1733777640785 (+12 ms)Flushing 91b6e4e5c9296d11ee511ad1fa577b34/b: appending metadata at 1733777640797 (+12 ms)Flushing 91b6e4e5c9296d11ee511ad1fa577b34/b: closing flushed file at 1733777640797Flushing 91b6e4e5c9296d11ee511ad1fa577b34/c: creating writer at 1733777640809 (+12 ms)Flushing 91b6e4e5c9296d11ee511ad1fa577b34/c: appending metadata at 1733777640821 (+12 ms)Flushing 91b6e4e5c9296d11ee511ad1fa577b34/c: closing flushed file at 1733777640821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc30109: reopening flushed file at 1733777640832 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78600196: reopening flushed file at 1733777640839 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b56c4c2: reopening flushed file at 1733777640845 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 91b6e4e5c9296d11ee511ad1fa577b34 in 90ms, sequenceid=66, compaction requested=false; wal=null at 1733777640851 (+6 ms)Cleaning up temporary data from old regions at 1733777640852 (+1 ms)Region opened successfully at 1733777640857 (+5 ms) 2024-12-09T20:54:00,872 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 91b6e4e5c9296d11ee511ad1fa577b34, disabling compactions & flushes 2024-12-09T20:54:00,872 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:54:00,872 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:54:00,872 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. after waiting 0 ms 2024-12-09T20:54:00,872 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:54:00,873 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733777636364.91b6e4e5c9296d11ee511ad1fa577b34. 2024-12-09T20:54:00,873 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 91b6e4e5c9296d11ee511ad1fa577b34: Waiting for close lock at 1733777640872Disabling compacts and flushes for region at 1733777640872Disabling writes for close at 1733777640872Writing region close event to WAL at 1733777640873 (+1 ms)Closed at 1733777640873 2024-12-09T20:54:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741934_1114 (size=95) 2024-12-09T20:54:00,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777640718 not finished, retry = 0 2024-12-09T20:54:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741934_1114 (size=95) 2024-12-09T20:54:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741934_1114 (size=95) 2024-12-09T20:54:00,978 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-09T20:54:00,978 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733777640718) 2024-12-09T20:54:00,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=446 (was 440) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-500844001_22 at /127.0.0.1:36170 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1256812024) connection to localhost/127.0.0.1:36817 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-500844001_22 at /127.0.0.1:54456 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:36817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-500844001_22 at /127.0.0.1:59992 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 161) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3391 (was 3409) 2024-12-09T20:54:00,992 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-09T20:54:00,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-09T20:54:00,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:54:00,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:54:00,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:54:00,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:54:00,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-09T20:54:00,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T20:54:00,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=805536183, stopped=false 2024-12-09T20:54:00,994 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=00c23a7251f8,42285,1733777602629 2024-12-09T20:54:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:54:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:54:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T20:54:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:54:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:54:01,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:54:01,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:54:01,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:54:01,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:54:01,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T20:54:01,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-09T20:54:01,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:54:01,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:54:01,049 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,43709,1733777603354' ***** 2024-12-09T20:54:01,049 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:54:01,049 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '00c23a7251f8,34431,1733777603448' ***** 2024-12-09T20:54:01,049 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-09T20:54:01,049 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:54:01,049 INFO [RS:0;00c23a7251f8:43709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:54:01,049 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T20:54:01,049 INFO [RS:0;00c23a7251f8:43709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:54:01,049 INFO [RS:1;00c23a7251f8:34431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T20:54:01,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:54:01,050 INFO [RS:1;00c23a7251f8:34431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T20:54:01,050 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,43709,1733777603354 2024-12-09T20:54:01,050 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(3091): Received CLOSE for 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:54:01,050 INFO [RS:0;00c23a7251f8:43709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:54:01,050 INFO [RS:0;00c23a7251f8:43709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;00c23a7251f8:43709. 2024-12-09T20:54:01,050 DEBUG [RS:0;00c23a7251f8:43709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:54:01,050 DEBUG [RS:0;00c23a7251f8:43709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:54:01,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-09T20:54:01,050 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(959): stopping server 00c23a7251f8,34431,1733777603448 2024-12-09T20:54:01,050 INFO [RS:1;00c23a7251f8:34431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:54:01,050 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:54:01,050 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:54:01,050 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:54:01,050 INFO [RS:1;00c23a7251f8:34431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;00c23a7251f8:34431. 2024-12-09T20:54:01,050 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-09T20:54:01,050 DEBUG [RS:1;00c23a7251f8:34431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T20:54:01,050 DEBUG [RS:1;00c23a7251f8:34431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:54:01,050 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9368a7cd8780c475fdf3909ab01a8a7c, disabling compactions & flushes 2024-12-09T20:54:01,050 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:54:01,050 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T20:54:01,050 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:54:01,050 DEBUG [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(1325): Online Regions={9368a7cd8780c475fdf3909ab01a8a7c=testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c.} 2024-12-09T20:54:01,050 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. after waiting 0 ms 2024-12-09T20:54:01,050 DEBUG [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(1351): Waiting on 9368a7cd8780c475fdf3909ab01a8a7c 2024-12-09T20:54:01,050 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:54:01,051 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-09T20:54:01,051 DEBUG [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-09T20:54:01,051 DEBUG [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-09T20:54:01,051 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-09T20:54:01,051 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-09T20:54:01,051 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-09T20:54:01,051 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T20:54:01,051 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T20:54:01,051 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-09T20:54:01,061 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/default/testReplayEditsAfterRegionMovedWithMultiCF/9368a7cd8780c475fdf3909ab01a8a7c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-09T20:54:01,062 INFO [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:54:01,062 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9368a7cd8780c475fdf3909ab01a8a7c: Waiting for close lock at 1733777641050Running coprocessor pre-close hooks at 1733777641050Disabling compacts and flushes for region at 1733777641050Disabling writes for close at 1733777641050Writing region close event to WAL at 1733777641052 (+2 ms)Running coprocessor post-close hooks at 1733777641061 (+9 ms)Closed at 1733777641061 2024-12-09T20:54:01,062 DEBUG [RS_CLOSE_REGION-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c. 2024-12-09T20:54:01,070 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/.tmp/info/eba48ff349744d9686e64e23c88bf2f4 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733777617870.9368a7cd8780c475fdf3909ab01a8a7c./info:regioninfo/1733777620985/Put/seqid=0 2024-12-09T20:54:01,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741938_1118 (size=8243) 2024-12-09T20:54:01,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741938_1118 (size=8243) 2024-12-09T20:54:01,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741938_1118 (size=8243) 2024-12-09T20:54:01,077 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/.tmp/info/eba48ff349744d9686e64e23c88bf2f4 2024-12-09T20:54:01,097 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/.tmp/ns/25907b4c88714477a1aa98479d4d31ed is 43, key is default/ns:d/1733777605643/Put/seqid=0 2024-12-09T20:54:01,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741939_1119 (size=5153) 2024-12-09T20:54:01,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741939_1119 (size=5153) 2024-12-09T20:54:01,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741939_1119 (size=5153) 2024-12-09T20:54:01,106 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/.tmp/ns/25907b4c88714477a1aa98479d4d31ed 2024-12-09T20:54:01,123 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:54:01,123 INFO [regionserver/00c23a7251f8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:54:01,124 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/.tmp/table/960e1bef0dc343ffb946bdfa703a976a is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733777618294/Put/seqid=0 2024-12-09T20:54:01,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741940_1120 (size=5431) 2024-12-09T20:54:01,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741940_1120 (size=5431) 2024-12-09T20:54:01,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741940_1120 (size=5431) 2024-12-09T20:54:01,130 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/.tmp/table/960e1bef0dc343ffb946bdfa703a976a 2024-12-09T20:54:01,135 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/.tmp/info/eba48ff349744d9686e64e23c88bf2f4 as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/info/eba48ff349744d9686e64e23c88bf2f4 2024-12-09T20:54:01,140 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/info/eba48ff349744d9686e64e23c88bf2f4, entries=18, sequenceid=21, filesize=8.0 K 2024-12-09T20:54:01,141 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/.tmp/ns/25907b4c88714477a1aa98479d4d31ed as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/ns/25907b4c88714477a1aa98479d4d31ed 2024-12-09T20:54:01,147 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/ns/25907b4c88714477a1aa98479d4d31ed, entries=2, sequenceid=21, filesize=5.0 K 2024-12-09T20:54:01,148 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/.tmp/table/960e1bef0dc343ffb946bdfa703a976a as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/table/960e1bef0dc343ffb946bdfa703a976a 2024-12-09T20:54:01,153 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/table/960e1bef0dc343ffb946bdfa703a976a, entries=2, sequenceid=21, filesize=5.3 K 2024-12-09T20:54:01,154 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=21, compaction requested=false 2024-12-09T20:54:01,158 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-09T20:54:01,159 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T20:54:01,159 INFO [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-09T20:54:01,159 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733777641051Running coprocessor pre-close hooks at 1733777641051Disabling compacts and flushes for region at 1733777641051Disabling writes for close at 1733777641051Obtaining lock to block concurrent updates at 1733777641051Preparing flush snapshotting stores in 1588230740 at 1733777641051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733777641051Flushing stores of hbase:meta,,1.1588230740 at 1733777641052 (+1 ms)Flushing 1588230740/info: creating writer at 1733777641052Flushing 1588230740/info: appending metadata at 1733777641070 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733777641070Flushing 1588230740/ns: creating writer at 1733777641082 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733777641097 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733777641097Flushing 1588230740/table: creating writer at 1733777641111 (+14 ms)Flushing 1588230740/table: appending metadata at 1733777641123 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733777641123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b0e5d0: reopening flushed file at 1733777641134 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8520f6: reopening flushed file at 1733777641140 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f98c29e: reopening flushed file at 1733777641147 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=21, compaction requested=false at 1733777641154 (+7 ms)Writing region close event to WAL at 1733777641155 (+1 ms)Running coprocessor post-close hooks at 1733777641159 (+4 ms)Closed at 1733777641159 2024-12-09T20:54:01,159 DEBUG [RS_CLOSE_META-regionserver/00c23a7251f8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T20:54:01,251 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,34431,1733777603448; all regions closed. 2024-12-09T20:54:01,251 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(976): stopping server 00c23a7251f8,43709,1733777603354; all regions closed. 2024-12-09T20:54:01,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741834_1010 (size=718) 2024-12-09T20:54:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741834_1010 (size=718) 2024-12-09T20:54:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741834_1010 (size=718) 2024-12-09T20:54:01,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/WALs/00c23a7251f8,43709,1733777603354/00c23a7251f8%2C43709%2C1733777603354.meta.1733777605461.meta not finished, retry = 0 2024-12-09T20:54:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741836_1012 (size=4717) 2024-12-09T20:54:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741836_1012 (size=4717) 2024-12-09T20:54:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741836_1012 (size=4717) 2024-12-09T20:54:01,259 DEBUG [RS:1;00c23a7251f8:34431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/oldWALs 2024-12-09T20:54:01,259 INFO [RS:1;00c23a7251f8:34431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C34431%2C1733777603448:(num 1733777605036) 2024-12-09T20:54:01,259 DEBUG [RS:1;00c23a7251f8:34431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:54:01,259 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:54:01,259 INFO [RS:1;00c23a7251f8:34431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:54:01,259 INFO [RS:1;00c23a7251f8:34431 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:54:01,260 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T20:54:01,260 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T20:54:01,260 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:54:01,260 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T20:54:01,260 INFO [RS:1;00c23a7251f8:34431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:54:01,260 INFO [RS:1;00c23a7251f8:34431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34431 2024-12-09T20:54:01,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:54:01,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,34431,1733777603448 2024-12-09T20:54:01,268 INFO [RS:1;00c23a7251f8:34431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:54:01,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,34431,1733777603448] 2024-12-09T20:54:01,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,34431,1733777603448 already deleted, retry=false 2024-12-09T20:54:01,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,34431,1733777603448 expired; onlineServers=1 2024-12-09T20:54:01,361 DEBUG [RS:0;00c23a7251f8:43709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/oldWALs 2024-12-09T20:54:01,361 INFO [RS:0;00c23a7251f8:43709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C43709%2C1733777603354.meta:.meta(num 1733777605461) 2024-12-09T20:54:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741833_1009 (size=1697) 2024-12-09T20:54:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741833_1009 (size=1697) 2024-12-09T20:54:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741833_1009 (size=1697) 2024-12-09T20:54:01,368 DEBUG [RS:0;00c23a7251f8:43709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/oldWALs 2024-12-09T20:54:01,368 INFO [RS:0;00c23a7251f8:43709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 00c23a7251f8%2C43709%2C1733777603354:(num 1733777605036) 2024-12-09T20:54:01,368 DEBUG [RS:0;00c23a7251f8:43709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T20:54:01,368 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T20:54:01,368 INFO [RS:0;00c23a7251f8:43709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:54:01,368 INFO [RS:0;00c23a7251f8:43709 {}] hbase.ChoreService(370): Chore service for: regionserver/00c23a7251f8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-09T20:54:01,368 INFO [RS:0;00c23a7251f8:43709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:54:01,368 INFO [regionserver/00c23a7251f8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:54:01,368 INFO [RS:0;00c23a7251f8:43709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43709 2024-12-09T20:54:01,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T20:54:01,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/00c23a7251f8,43709,1733777603354 2024-12-09T20:54:01,373 INFO [RS:0;00c23a7251f8:43709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:54:01,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:54:01,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1000c5abc190002, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:54:01,379 INFO [RS:1;00c23a7251f8:34431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:54:01,379 INFO [RS:1;00c23a7251f8:34431 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,34431,1733777603448; zookeeper connection closed. 2024-12-09T20:54:01,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e8c2137 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e8c2137 2024-12-09T20:54:01,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00c23a7251f8,43709,1733777603354] 2024-12-09T20:54:01,394 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/00c23a7251f8,43709,1733777603354 already deleted, retry=false 2024-12-09T20:54:01,394 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 00c23a7251f8,43709,1733777603354 expired; onlineServers=0 2024-12-09T20:54:01,394 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '00c23a7251f8,42285,1733777602629' ***** 2024-12-09T20:54:01,394 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T20:54:01,395 INFO [M:0;00c23a7251f8:42285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-09T20:54:01,395 INFO [M:0;00c23a7251f8:42285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-09T20:54:01,395 DEBUG [M:0;00c23a7251f8:42285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T20:54:01,395 DEBUG [M:0;00c23a7251f8:42285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T20:54:01,395 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777604656 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.small.0-1733777604656,5,FailOnTimeoutGroup] 2024-12-09T20:54:01,395 DEBUG [master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777604655 {}] cleaner.HFileCleaner(306): Exit Thread[master/00c23a7251f8:0:becomeActiveMaster-HFileCleaner.large.0-1733777604655,5,FailOnTimeoutGroup] 2024-12-09T20:54:01,395 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T20:54:01,396 INFO [M:0;00c23a7251f8:42285 {}] hbase.ChoreService(370): Chore service for: master/00c23a7251f8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-09T20:54:01,396 INFO [M:0;00c23a7251f8:42285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-09T20:54:01,396 DEBUG [M:0;00c23a7251f8:42285 {}] master.HMaster(1795): Stopping service threads 2024-12-09T20:54:01,396 INFO [M:0;00c23a7251f8:42285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T20:54:01,396 INFO [M:0;00c23a7251f8:42285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-09T20:54:01,397 INFO [M:0;00c23a7251f8:42285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T20:54:01,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T20:54:01,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T20:54:01,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T20:54:01,405 DEBUG [M:0;00c23a7251f8:42285 {}] zookeeper.ZKUtil(347): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T20:54:01,405 WARN [M:0;00c23a7251f8:42285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T20:54:01,406 INFO [M:0;00c23a7251f8:42285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/.lastflushedseqids 2024-12-09T20:54:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741941_1121 (size=138) 2024-12-09T20:54:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741941_1121 (size=138) 2024-12-09T20:54:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741941_1121 (size=138) 2024-12-09T20:54:01,422 INFO [M:0;00c23a7251f8:42285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-09T20:54:01,422 INFO [M:0;00c23a7251f8:42285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T20:54:01,422 DEBUG [M:0;00c23a7251f8:42285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T20:54:01,422 INFO [M:0;00c23a7251f8:42285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:54:01,422 DEBUG [M:0;00c23a7251f8:42285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:54:01,423 DEBUG [M:0;00c23a7251f8:42285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T20:54:01,423 DEBUG [M:0;00c23a7251f8:42285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:54:01,423 INFO [M:0;00c23a7251f8:42285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-09T20:54:01,436 DEBUG [M:0;00c23a7251f8:42285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e5488feb6b24b71890700b208a54e36 is 82, key is hbase:meta,,1/info:regioninfo/1733777605540/Put/seqid=0 2024-12-09T20:54:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741942_1122 (size=5672) 2024-12-09T20:54:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741942_1122 (size=5672) 2024-12-09T20:54:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741942_1122 (size=5672) 2024-12-09T20:54:01,442 INFO [M:0;00c23a7251f8:42285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e5488feb6b24b71890700b208a54e36 2024-12-09T20:54:01,459 DEBUG [M:0;00c23a7251f8:42285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d63f630983c74ba7bd746dee8d70bdbe is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733777618300/Put/seqid=0 2024-12-09T20:54:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741943_1123 (size=7755) 2024-12-09T20:54:01,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741943_1123 (size=7755) 2024-12-09T20:54:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741943_1123 (size=7755) 2024-12-09T20:54:01,467 INFO [M:0;00c23a7251f8:42285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d63f630983c74ba7bd746dee8d70bdbe 2024-12-09T20:54:01,471 INFO [M:0;00c23a7251f8:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d63f630983c74ba7bd746dee8d70bdbe 2024-12-09T20:54:01,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:54:01,484 INFO [RS:0;00c23a7251f8:43709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:54:01,484 INFO [RS:0;00c23a7251f8:43709 {}] regionserver.HRegionServer(1031): Exiting; stopping=00c23a7251f8,43709,1733777603354; zookeeper connection closed. 2024-12-09T20:54:01,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43709-0x1000c5abc190001, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:54:01,484 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@323a674d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@323a674d 2024-12-09T20:54:01,484 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-09T20:54:01,485 DEBUG [M:0;00c23a7251f8:42285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10e54c866dc047ad8082ddfaf25ca768 is 69, key is 00c23a7251f8,34431,1733777603448/rs:state/1733777604753/Put/seqid=0 2024-12-09T20:54:01,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741944_1124 (size=5445) 2024-12-09T20:54:01,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741944_1124 (size=5445) 2024-12-09T20:54:01,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741944_1124 (size=5445) 2024-12-09T20:54:01,491 INFO [M:0;00c23a7251f8:42285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10e54c866dc047ad8082ddfaf25ca768 2024-12-09T20:54:01,495 INFO [M:0;00c23a7251f8:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10e54c866dc047ad8082ddfaf25ca768 2024-12-09T20:54:01,496 DEBUG [M:0;00c23a7251f8:42285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e5488feb6b24b71890700b208a54e36 as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e5488feb6b24b71890700b208a54e36 2024-12-09T20:54:01,501 INFO [M:0;00c23a7251f8:42285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e5488feb6b24b71890700b208a54e36, entries=8, sequenceid=168, filesize=5.5 K 2024-12-09T20:54:01,502 DEBUG [M:0;00c23a7251f8:42285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d63f630983c74ba7bd746dee8d70bdbe as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d63f630983c74ba7bd746dee8d70bdbe 2024-12-09T20:54:01,506 INFO [M:0;00c23a7251f8:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d63f630983c74ba7bd746dee8d70bdbe 2024-12-09T20:54:01,506 INFO [M:0;00c23a7251f8:42285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d63f630983c74ba7bd746dee8d70bdbe, entries=17, sequenceid=168, filesize=7.6 K 2024-12-09T20:54:01,507 DEBUG [M:0;00c23a7251f8:42285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10e54c866dc047ad8082ddfaf25ca768 as hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10e54c866dc047ad8082ddfaf25ca768 2024-12-09T20:54:01,512 INFO [M:0;00c23a7251f8:42285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10e54c866dc047ad8082ddfaf25ca768 2024-12-09T20:54:01,512 INFO [M:0;00c23a7251f8:42285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36817/user/jenkins/test-data/d4b81466-882d-48d4-57a2-9d11db117750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10e54c866dc047ad8082ddfaf25ca768, entries=3, sequenceid=168, filesize=5.3 K 2024-12-09T20:54:01,513 INFO [M:0;00c23a7251f8:42285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=168, compaction requested=false 2024-12-09T20:54:01,516 INFO [M:0;00c23a7251f8:42285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T20:54:01,516 DEBUG [M:0;00c23a7251f8:42285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733777641422Disabling compacts and flushes for region at 1733777641422Disabling writes for close at 1733777641423 (+1 ms)Obtaining lock to block concurrent updates at 1733777641423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733777641423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733777641423Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733777641423Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733777641424 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733777641436 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733777641436Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733777641446 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733777641458 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733777641458Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733777641472 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733777641484 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733777641484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151491f2: reopening flushed file at 1733777641495 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dd5db0a: reopening flushed file at 1733777641501 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db43d89: reopening flushed file at 1733777641506 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=168, compaction requested=false at 1733777641513 (+7 ms)Writing region close event to WAL at 1733777641515 (+2 ms)Closed at 1733777641516 (+1 ms) 2024-12-09T20:54:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39951 is added to blk_1073741830_1006 (size=56671) 2024-12-09T20:54:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741830_1006 (size=56671) 2024-12-09T20:54:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42245 is added to blk_1073741830_1006 (size=56671) 2024-12-09T20:54:01,519 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-09T20:54:01,519 INFO [M:0;00c23a7251f8:42285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-09T20:54:01,520 INFO [M:0;00c23a7251f8:42285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42285 2024-12-09T20:54:01,520 INFO [M:0;00c23a7251f8:42285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-09T20:54:01,631 INFO [M:0;00c23a7251f8:42285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-09T20:54:01,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:54:01,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42285-0x1000c5abc190000, quorum=127.0.0.1:61800, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T20:54:01,636 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621587 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621587 (inode 16655) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733777621302/wal.1733777621587 (inode 16655) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T20:54:01,637 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733777613507/wal.1733777613604 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:54:01,637 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733777636363/wal.1733777636528 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:54:01,639 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777630999 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777630999 (inode 16678) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733777621712/wal.1733777630999 (inode 16678) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T20:54:01,640 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733777606621/wal.1733777606691 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:54:01,642 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631764 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631764 (inode 16704) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733777631201/wal.1733777631764 (inode 16704) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T20:54:01,642 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733777631907/wal.1733777631956 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T20:54:01,644 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal.1733777606493 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal.1733777606493 (inode 16485) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733777606318/wal.1733777606493 (inode 16485) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T20:54:01,646 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal.1733777606078 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal.1733777606078 (inode 16462) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733777605818/wal.1733777606078 (inode 16462) Holder DFSClient_NONMAPREDUCE_1820717959_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-09T20:54:01,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@641b15f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:54:01,652 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@212e0707{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:54:01,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:54:01,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53093b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:54:01,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202e66f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.log.dir/,STOPPED} 2024-12-09T20:54:01,655 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:54:01,655 WARN [BP-1353483097-172.17.0.2-1733777598171 heartbeating to localhost/127.0.0.1:36817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:54:01,655 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:54:01,655 WARN [BP-1353483097-172.17.0.2-1733777598171 heartbeating to localhost/127.0.0.1:36817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1353483097-172.17.0.2-1733777598171 (Datanode Uuid 0f0b4f26-b04a-418e-b959-a525bbd6a5c2) service to localhost/127.0.0.1:36817 2024-12-09T20:54:01,656 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data5/current/BP-1353483097-172.17.0.2-1733777598171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:54:01,656 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data6/current/BP-1353483097-172.17.0.2-1733777598171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:54:01,657 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:54:01,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@452d3806{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:54:01,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@972aa25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:54:01,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:54:01,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c2e58d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:54:01,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac30c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.log.dir/,STOPPED} 2024-12-09T20:54:01,660 WARN [BP-1353483097-172.17.0.2-1733777598171 heartbeating to localhost/127.0.0.1:36817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:54:01,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:54:01,660 WARN [BP-1353483097-172.17.0.2-1733777598171 heartbeating to localhost/127.0.0.1:36817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1353483097-172.17.0.2-1733777598171 (Datanode Uuid 6f839d5e-aaeb-4426-80b9-ca0312ed03b0) service to localhost/127.0.0.1:36817 2024-12-09T20:54:01,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:54:01,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data3/current/BP-1353483097-172.17.0.2-1733777598171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:54:01,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data4/current/BP-1353483097-172.17.0.2-1733777598171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:54:01,661 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:54:01,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32507d6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T20:54:01,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28253f02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:54:01,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:54:01,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e785bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:54:01,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e8b79bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.log.dir/,STOPPED} 2024-12-09T20:54:01,664 WARN [BP-1353483097-172.17.0.2-1733777598171 heartbeating to localhost/127.0.0.1:36817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T20:54:01,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T20:54:01,664 WARN [BP-1353483097-172.17.0.2-1733777598171 heartbeating to localhost/127.0.0.1:36817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1353483097-172.17.0.2-1733777598171 (Datanode Uuid 7e0d2808-87c7-43c8-9d88-3014cdef9d0d) service to localhost/127.0.0.1:36817 2024-12-09T20:54:01,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T20:54:01,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data1/current/BP-1353483097-172.17.0.2-1733777598171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:54:01,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/cluster_4080b4e2-642f-39d5-08c1-c90570323f83/data/data2/current/BP-1353483097-172.17.0.2-1733777598171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T20:54:01,665 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T20:54:01,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@126092e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T20:54:01,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cf0cac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T20:54:01,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T20:54:01,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1257581c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T20:54:01,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@139bf1d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/618cc334-3449-175e-f197-8ff2abb9cd24/hadoop.log.dir/,STOPPED} 2024-12-09T20:54:01,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-09T20:54:01,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down