2024-12-06 05:51:41,068 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-06 05:51:41,079 main DEBUG Took 0.008984 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 05:51:41,080 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 05:51:41,080 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 05:51:41,081 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 05:51:41,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,089 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 05:51:41,100 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,102 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,102 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,103 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,103 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,104 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,105 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,105 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,106 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,106 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,107 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,108 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,108 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,109 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,109 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 05:51:41,110 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,110 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 05:51:41,112 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 05:51:41,113 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 05:51:41,115 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 05:51:41,115 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 05:51:41,116 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 05:51:41,116 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 05:51:41,124 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 05:51:41,127 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 05:51:41,128 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 05:51:41,129 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 05:51:41,129 main DEBUG createAppenders(={Console}) 2024-12-06 05:51:41,130 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-06 05:51:41,130 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-06 05:51:41,131 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-06 05:51:41,131 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 05:51:41,132 main DEBUG OutputStream closed 2024-12-06 05:51:41,132 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 05:51:41,132 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 05:51:41,132 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-06 05:51:41,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 05:51:41,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 05:51:41,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 05:51:41,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 05:51:41,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 05:51:41,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 05:51:41,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 05:51:41,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 05:51:41,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 05:51:41,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 05:51:41,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 05:51:41,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 05:51:41,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 05:51:41,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 05:51:41,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 05:51:41,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 05:51:41,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 05:51:41,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 05:51:41,208 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 05:51:41,208 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-06 05:51:41,209 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 05:51:41,209 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-06T05:51:41,455 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec 2024-12-06 05:51:41,459 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 05:51:41,459 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T05:51:41,468 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-06T05:51:41,476 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-12-06T05:51:41,501 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T05:51:41,543 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T05:51:41,544 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T05:51:41,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T05:51:41,566 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa, deleteOnExit=true 2024-12-06T05:51:41,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T05:51:41,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/test.cache.data in system properties and HBase conf 2024-12-06T05:51:41,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T05:51:41,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.log.dir in system properties and HBase conf 2024-12-06T05:51:41,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T05:51:41,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T05:51:41,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T05:51:41,635 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T05:51:41,715 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T05:51:41,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:51:41,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T05:51:41,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T05:51:41,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:51:41,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T05:51:41,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T05:51:41,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T05:51:41,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:51:41,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T05:51:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/nfs.dump.dir in system properties and HBase conf 2024-12-06T05:51:41,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/java.io.tmpdir in system properties and HBase conf 2024-12-06T05:51:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T05:51:41,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T05:51:41,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T05:51:42,409 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T05:51:42,473 INFO [Time-limited test {}] log.Log(170): Logging initialized @2011ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T05:51:42,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:51:42,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:51:42,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:51:42,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:51:42,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T05:51:42,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:51:42,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:51:42,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:51:42,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/java.io.tmpdir/jetty-localhost-38805-hadoop-hdfs-3_4_1-tests_jar-_-any-1728156146857404284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:51:42,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:38805} 2024-12-06T05:51:42,807 INFO [Time-limited test {}] server.Server(415): Started @2345ms 2024-12-06T05:51:43,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:51:43,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:51:43,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:51:43,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:51:43,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:51:43,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:51:43,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:51:43,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/java.io.tmpdir/jetty-localhost-45999-hadoop-hdfs-3_4_1-tests_jar-_-any-9952673919236415706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:51:43,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:45999} 2024-12-06T05:51:43,224 INFO [Time-limited test {}] server.Server(415): Started @2761ms 2024-12-06T05:51:43,274 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:51:43,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:51:43,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:51:43,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:51:43,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:51:43,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:51:43,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:51:43,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:51:43,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/java.io.tmpdir/jetty-localhost-44187-hadoop-hdfs-3_4_1-tests_jar-_-any-10899315763125369402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:51:43,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:44187} 2024-12-06T05:51:43,506 INFO [Time-limited test {}] server.Server(415): Started @3044ms 2024-12-06T05:51:43,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:51:43,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T05:51:43,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T05:51:43,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T05:51:43,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T05:51:43,570 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T05:51:43,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.log.dir/,AVAILABLE} 2024-12-06T05:51:43,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T05:51:43,654 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data4/current/BP-2063302849-172.17.0.2-1733464302214/current, will proceed with Du for space computation calculation, 2024-12-06T05:51:43,654 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data1/current/BP-2063302849-172.17.0.2-1733464302214/current, will proceed with Du for space computation calculation, 2024-12-06T05:51:43,654 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data2/current/BP-2063302849-172.17.0.2-1733464302214/current, will proceed with Du for space computation calculation, 2024-12-06T05:51:43,654 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data3/current/BP-2063302849-172.17.0.2-1733464302214/current, will proceed with Du for space computation calculation, 2024-12-06T05:51:43,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/java.io.tmpdir/jetty-localhost-33399-hadoop-hdfs-3_4_1-tests_jar-_-any-16246559705280681384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:51:43,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:33399} 2024-12-06T05:51:43,710 INFO [Time-limited test {}] server.Server(415): Started @3248ms 2024-12-06T05:51:43,711 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:51:43,714 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T05:51:43,712 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:51:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83de00b5798d8b1a with lease ID 0xa473756deb945e29: Processing first storage report for DS-782339ef-252c-4aa5-ae4e-a64be5a466f5 from datanode DatanodeRegistration(127.0.0.1:35365, datanodeUuid=62fee2b5-bd02-4fd5-8aba-78fe99ea1a03, infoPort=34933, infoSecurePort=0, ipcPort=37535, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214) 2024-12-06T05:51:43,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83de00b5798d8b1a with lease ID 0xa473756deb945e29: from storage DS-782339ef-252c-4aa5-ae4e-a64be5a466f5 node DatanodeRegistration(127.0.0.1:35365, datanodeUuid=62fee2b5-bd02-4fd5-8aba-78fe99ea1a03, infoPort=34933, infoSecurePort=0, ipcPort=37535, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:51:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9453988ed0baf59c with lease ID 0xa473756deb945e28: Processing first storage report for DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640 from datanode DatanodeRegistration(127.0.0.1:38791, datanodeUuid=a5f7f599-c101-4910-ab5d-c8b326109660, infoPort=34593, infoSecurePort=0, ipcPort=34677, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214) 2024-12-06T05:51:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9453988ed0baf59c with lease ID 0xa473756deb945e28: from storage DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640 node DatanodeRegistration(127.0.0.1:38791, datanodeUuid=a5f7f599-c101-4910-ab5d-c8b326109660, infoPort=34593, infoSecurePort=0, ipcPort=34677, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:51:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83de00b5798d8b1a with lease ID 0xa473756deb945e29: Processing first storage report for DS-e223ecfa-5572-42dc-a50f-5beb3d460d8b from datanode DatanodeRegistration(127.0.0.1:35365, datanodeUuid=62fee2b5-bd02-4fd5-8aba-78fe99ea1a03, infoPort=34933, infoSecurePort=0, ipcPort=37535, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214) 2024-12-06T05:51:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83de00b5798d8b1a with lease ID 0xa473756deb945e29: from storage DS-e223ecfa-5572-42dc-a50f-5beb3d460d8b node DatanodeRegistration(127.0.0.1:35365, datanodeUuid=62fee2b5-bd02-4fd5-8aba-78fe99ea1a03, infoPort=34933, infoSecurePort=0, ipcPort=37535, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:51:43,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9453988ed0baf59c with lease ID 0xa473756deb945e28: Processing first storage report for DS-58dfc912-5a10-4736-951a-d6ade26df7ad from datanode DatanodeRegistration(127.0.0.1:38791, datanodeUuid=a5f7f599-c101-4910-ab5d-c8b326109660, infoPort=34593, infoSecurePort=0, ipcPort=34677, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214) 2024-12-06T05:51:43,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9453988ed0baf59c with lease ID 0xa473756deb945e28: from storage DS-58dfc912-5a10-4736-951a-d6ade26df7ad node DatanodeRegistration(127.0.0.1:38791, datanodeUuid=a5f7f599-c101-4910-ab5d-c8b326109660, infoPort=34593, infoSecurePort=0, ipcPort=34677, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T05:51:43,801 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data5/current/BP-2063302849-172.17.0.2-1733464302214/current, will proceed with Du for space computation calculation, 2024-12-06T05:51:43,803 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data6/current/BP-2063302849-172.17.0.2-1733464302214/current, will proceed with Du for space computation calculation, 2024-12-06T05:51:43,834 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T05:51:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98970b9e22ef5efa with lease ID 0xa473756deb945e2a: Processing first storage report for DS-f13a8a4d-9c52-4838-860d-1da90a7ec079 from datanode DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7b1bad93-8360-4846-ba6a-60e98bf420c5, infoPort=41609, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214) 2024-12-06T05:51:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98970b9e22ef5efa with lease ID 0xa473756deb945e2a: from storage DS-f13a8a4d-9c52-4838-860d-1da90a7ec079 node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7b1bad93-8360-4846-ba6a-60e98bf420c5, infoPort=41609, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:51:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98970b9e22ef5efa with lease ID 0xa473756deb945e2a: Processing first storage report for DS-a0c3ec8d-2ee9-4223-ad71-6669982ed190 from datanode DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7b1bad93-8360-4846-ba6a-60e98bf420c5, infoPort=41609, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214) 2024-12-06T05:51:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98970b9e22ef5efa with lease ID 0xa473756deb945e2a: from storage DS-a0c3ec8d-2ee9-4223-ad71-6669982ed190 node DatanodeRegistration(127.0.0.1:34649, datanodeUuid=7b1bad93-8360-4846-ba6a-60e98bf420c5, infoPort=41609, infoSecurePort=0, ipcPort=39069, storageInfo=lv=-57;cid=testClusterID;nsid=1786591576;c=1733464302214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T05:51:44,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec 2024-12-06T05:51:44,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/zookeeper_0, clientPort=52511, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T05:51:44,144 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52511 2024-12-06T05:51:44,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:44,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:44,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:51:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:51:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741825_1001 (size=7) 2024-12-06T05:51:44,751 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245 with version=8 2024-12-06T05:51:44,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/hbase-staging 2024-12-06T05:51:44,992 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:51:45,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:51:45,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:51:45,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T05:51:45,173 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T05:51:45,181 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T05:51:45,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:51:45,209 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 93194 (auto-detected) 2024-12-06T05:51:45,210 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T05:51:45,227 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33703 2024-12-06T05:51:45,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33703 connecting to ZooKeeper ensemble=127.0.0.1:52511 2024-12-06T05:51:45,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337030x0, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:51:45,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33703-0x100ae1586520000 connected 2024-12-06T05:51:45,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:45,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:45,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:51:45,315 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245, hbase.cluster.distributed=false 2024-12-06T05:51:45,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:51:45,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33703 2024-12-06T05:51:45,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33703 2024-12-06T05:51:45,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33703 2024-12-06T05:51:45,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33703 2024-12-06T05:51:45,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33703 2024-12-06T05:51:45,425 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:51:45,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:51:45,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:51:45,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:51:45,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:51:45,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33029 2024-12-06T05:51:45,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33029 connecting to ZooKeeper ensemble=127.0.0.1:52511 2024-12-06T05:51:45,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:45,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:45,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330290x0, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:51:45,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330290x0, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:51:45,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33029-0x100ae1586520001 connected 2024-12-06T05:51:45,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:51:45,454 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:51:45,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:51:45,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:51:45,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33029 2024-12-06T05:51:45,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33029 2024-12-06T05:51:45,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33029 2024-12-06T05:51:45,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33029 2024-12-06T05:51:45,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33029 2024-12-06T05:51:45,482 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:51:45,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:51:45,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:51:45,483 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:51:45,483 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:51:45,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36009 2024-12-06T05:51:45,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36009 connecting to ZooKeeper ensemble=127.0.0.1:52511 2024-12-06T05:51:45,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:45,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:45,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360090x0, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:51:45,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36009-0x100ae1586520002 connected 2024-12-06T05:51:45,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:51:45,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:51:45,498 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:51:45,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:51:45,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:51:45,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36009 2024-12-06T05:51:45,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36009 2024-12-06T05:51:45,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36009 2024-12-06T05:51:45,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36009 2024-12-06T05:51:45,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36009 2024-12-06T05:51:45,525 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b543b351fe95:0 server-side Connection retries=45 2024-12-06T05:51:45,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T05:51:45,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T05:51:45,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T05:51:45,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T05:51:45,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T05:51:45,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38969 2024-12-06T05:51:45,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38969 connecting to ZooKeeper ensemble=127.0.0.1:52511 2024-12-06T05:51:45,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:45,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:45,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389690x0, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T05:51:45,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389690x0, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:51:45,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38969-0x100ae1586520003 connected 2024-12-06T05:51:45,540 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T05:51:45,541 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T05:51:45,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T05:51:45,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T05:51:45,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38969 2024-12-06T05:51:45,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38969 2024-12-06T05:51:45,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38969 2024-12-06T05:51:45,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38969 2024-12-06T05:51:45,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38969 2024-12-06T05:51:45,558 DEBUG [M:0;b543b351fe95:33703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b543b351fe95:33703 2024-12-06T05:51:45,559 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b543b351fe95,33703,1733464304846 2024-12-06T05:51:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:51:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:51:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:51:45,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:51:45,567 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b543b351fe95,33703,1733464304846 2024-12-06T05:51:45,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:51:45,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:51:45,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T05:51:45,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:45,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:45,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:45,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:45,586 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T05:51:45,587 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b543b351fe95,33703,1733464304846 from backup master directory 2024-12-06T05:51:45,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:51:45,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:51:45,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b543b351fe95,33703,1733464304846 2024-12-06T05:51:45,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:51:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T05:51:45,590 WARN [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:51:45,590 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b543b351fe95,33703,1733464304846 2024-12-06T05:51:45,592 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T05:51:45,593 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T05:51:45,642 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/hbase.id] with ID: 71476026-6116-4fe2-9839-791fec862e87 2024-12-06T05:51:45,642 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/.tmp/hbase.id 2024-12-06T05:51:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:51:45,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:51:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741826_1002 (size=42) 2024-12-06T05:51:45,657 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/.tmp/hbase.id]:[hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/hbase.id] 2024-12-06T05:51:45,701 INFO [master/b543b351fe95:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T05:51:45,705 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T05:51:45,721 INFO [master/b543b351fe95:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-06T05:51:45,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:45,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:45,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:45,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:51:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:51:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741827_1003 (size=196) 2024-12-06T05:51:45,753 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:51:45,755 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T05:51:45,759 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:51:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:51:45,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741828_1004 (size=1189) 2024-12-06T05:51:45,808 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store 2024-12-06T05:51:45,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:51:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:51:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741829_1005 (size=34) 2024-12-06T05:51:45,833 INFO [master/b543b351fe95:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T05:51:45,836 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:45,838 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:51:45,838 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:51:45,838 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:51:45,840 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-06T05:51:45,840 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:51:45,840 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:51:45,842 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733464305838Disabling compacts and flushes for region at 1733464305838Disabling writes for close at 1733464305840 (+2 ms)Writing region close event to WAL at 1733464305840Closed at 1733464305840 2024-12-06T05:51:45,844 WARN [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/.initializing 2024-12-06T05:51:45,844 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/WALs/b543b351fe95,33703,1733464304846 2024-12-06T05:51:45,850 INFO [master/b543b351fe95:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:51:45,864 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C33703%2C1733464304846, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/WALs/b543b351fe95,33703,1733464304846, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/oldWALs, maxLogs=10 2024-12-06T05:51:45,890 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/WALs/b543b351fe95,33703,1733464304846/b543b351fe95%2C33703%2C1733464304846.1733464305868, exclude list is [], retry=0 2024-12-06T05:51:45,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:51:45,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:45,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:45,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:45,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T05:51:45,947 INFO [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/WALs/b543b351fe95,33703,1733464304846/b543b351fe95%2C33703%2C1733464304846.1733464305868 2024-12-06T05:51:45,948 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:51:45,949 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:45,949 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:45,952 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:45,953 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:45,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T05:51:46,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:46,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:51:46,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T05:51:46,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:46,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:46,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T05:51:46,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:46,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:46,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T05:51:46,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:46,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:46,023 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,026 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,027 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,032 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,033 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,037 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:51:46,040 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T05:51:46,045 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:51:46,046 INFO [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62056564, jitterRate=-0.07528513669967651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:51:46,052 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733464305964Initializing all the Stores at 1733464305966 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464305966Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464305967 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464305967Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464305967Cleaning up temporary data from old regions at 1733464306033 (+66 ms)Region opened successfully at 1733464306051 (+18 ms) 2024-12-06T05:51:46,053 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T05:51:46,081 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1de623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:51:46,106 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T05:51:46,115 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T05:51:46,115 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T05:51:46,118 INFO [master/b543b351fe95:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T05:51:46,119 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T05:51:46,123 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-06T05:51:46,123 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T05:51:46,144 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T05:51:46,151 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T05:51:46,153 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T05:51:46,155 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T05:51:46,156 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T05:51:46,157 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T05:51:46,159 INFO [master/b543b351fe95:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T05:51:46,162 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T05:51:46,163 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T05:51:46,165 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T05:51:46,165 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T05:51:46,180 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T05:51:46,181 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T05:51:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:51:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:51:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:51:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T05:51:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,187 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b543b351fe95,33703,1733464304846, sessionid=0x100ae1586520000, setting cluster-up flag (Was=false) 2024-12-06T05:51:46,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,200 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T05:51:46,201 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,33703,1733464304846 2024-12-06T05:51:46,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,210 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T05:51:46,211 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b543b351fe95,33703,1733464304846 2024-12-06T05:51:46,217 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T05:51:46,250 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(746): ClusterId : 71476026-6116-4fe2-9839-791fec862e87 2024-12-06T05:51:46,250 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(746): ClusterId : 71476026-6116-4fe2-9839-791fec862e87 2024-12-06T05:51:46,250 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(746): ClusterId : 71476026-6116-4fe2-9839-791fec862e87 2024-12-06T05:51:46,252 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:51:46,252 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:51:46,252 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T05:51:46,257 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:51:46,257 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:51:46,257 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T05:51:46,257 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:51:46,257 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:51:46,257 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T05:51:46,259 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:51:46,259 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:51:46,260 DEBUG [RS:1;b543b351fe95:36009 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28aba942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:51:46,260 DEBUG [RS:0;b543b351fe95:33029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6698a116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:51:46,262 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T05:51:46,262 DEBUG [RS:2;b543b351fe95:38969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b963bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b543b351fe95/172.17.0.2:0 2024-12-06T05:51:46,276 DEBUG [RS:0;b543b351fe95:33029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b543b351fe95:33029 2024-12-06T05:51:46,277 DEBUG [RS:1;b543b351fe95:36009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b543b351fe95:36009 2024-12-06T05:51:46,280 INFO [RS:1;b543b351fe95:36009 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:51:46,280 INFO [RS:0;b543b351fe95:33029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:51:46,280 INFO [RS:1;b543b351fe95:36009 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:51:46,280 INFO [RS:0;b543b351fe95:33029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:51:46,280 DEBUG [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:51:46,280 DEBUG [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:51:46,282 DEBUG [RS:2;b543b351fe95:38969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b543b351fe95:38969 2024-12-06T05:51:46,282 INFO [RS:2;b543b351fe95:38969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T05:51:46,282 INFO [RS:2;b543b351fe95:38969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T05:51:46,282 DEBUG [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T05:51:46,283 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,33703,1733464304846 with port=33029, startcode=1733464305396 2024-12-06T05:51:46,283 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,33703,1733464304846 with port=36009, startcode=1733464305481 2024-12-06T05:51:46,283 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,33703,1733464304846 with port=38969, startcode=1733464305524 2024-12-06T05:51:46,291 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T05:51:46,293 DEBUG [RS:0;b543b351fe95:33029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:51:46,293 DEBUG [RS:2;b543b351fe95:38969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:51:46,293 DEBUG [RS:1;b543b351fe95:36009 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T05:51:46,302 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T05:51:46,308 INFO [master/b543b351fe95:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T05:51:46,314 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b543b351fe95,33703,1733464304846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T05:51:46,322 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:51:46,322 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:51:46,323 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:51:46,323 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b543b351fe95:0, corePoolSize=5, maxPoolSize=5 2024-12-06T05:51:46,323 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b543b351fe95:0, corePoolSize=10, maxPoolSize=10 2024-12-06T05:51:46,323 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,323 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:51:46,323 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,330 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733464336330 2024-12-06T05:51:46,331 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:51:46,331 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35931, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:51:46,331 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43575, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T05:51:46,332 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T05:51:46,333 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T05:51:46,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:51:46,336 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T05:51:46,337 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T05:51:46,338 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T05:51:46,338 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T05:51:46,338 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T05:51:46,339 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33703 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T05:51:46,339 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,341 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T05:51:46,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T05:51:46,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:46,342 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T05:51:46,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T05:51:46,344 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T05:51:46,345 INFO [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T05:51:46,345 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33703 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T05:51:46,346 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33703 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T05:51:46,348 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464306346,5,FailOnTimeoutGroup] 2024-12-06T05:51:46,349 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464306348,5,FailOnTimeoutGroup] 2024-12-06T05:51:46,349 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,349 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T05:51:46,350 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,350 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,381 DEBUG [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T05:51:46,381 DEBUG [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T05:51:46,381 DEBUG [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T05:51:46,382 WARN [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T05:51:46,382 WARN [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T05:51:46,382 WARN [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T05:51:46,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:51:46,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:51:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741831_1007 (size=1321) 2024-12-06T05:51:46,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T05:51:46,386 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245 2024-12-06T05:51:46,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:51:46,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:51:46,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741832_1008 (size=32) 2024-12-06T05:51:46,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:46,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:51:46,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:51:46,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:46,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:51:46,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:51:46,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:51:46,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:46,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:51:46,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:51:46,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:51:46,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:46,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:51:46,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:51:46,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:51:46,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:46,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:51:46,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:51:46,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740 2024-12-06T05:51:46,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740 2024-12-06T05:51:46,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:51:46,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:51:46,427 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:51:46,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:51:46,433 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:51:46,434 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67819499, jitterRate=0.01058928668498993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:51:46,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733464306403Initializing all the Stores at 1733464306405 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464306405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464306405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464306405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464306405Cleaning up temporary data from old regions at 1733464306426 (+21 ms)Region opened successfully at 1733464306437 (+11 ms) 2024-12-06T05:51:46,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:51:46,437 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:51:46,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:51:46,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:51:46,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:51:46,439 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:51:46,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733464306437Disabling compacts and flushes for region at 1733464306437Disabling writes for close at 1733464306437Writing region close event to WAL at 1733464306438 (+1 ms)Closed at 1733464306439 (+1 ms) 2024-12-06T05:51:46,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:51:46,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T05:51:46,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T05:51:46,457 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:51:46,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T05:51:46,483 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,33703,1733464304846 with port=36009, startcode=1733464305481 2024-12-06T05:51:46,483 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,33703,1733464304846 with port=38969, startcode=1733464305524 2024-12-06T05:51:46,483 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(2659): reportForDuty to master=b543b351fe95,33703,1733464304846 with port=33029, startcode=1733464305396 2024-12-06T05:51:46,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,33029,1733464305396 2024-12-06T05:51:46,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33703 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,33029,1733464305396 2024-12-06T05:51:46,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,38969,1733464305524 2024-12-06T05:51:46,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33703 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,38969,1733464305524 2024-12-06T05:51:46,495 DEBUG [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245 2024-12-06T05:51:46,495 DEBUG [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42835 2024-12-06T05:51:46,495 DEBUG [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:51:46,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33703 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b543b351fe95,36009,1733464305481 2024-12-06T05:51:46,497 DEBUG [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245 2024-12-06T05:51:46,497 DEBUG [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42835 2024-12-06T05:51:46,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33703 {}] master.ServerManager(517): Registering regionserver=b543b351fe95,36009,1733464305481 2024-12-06T05:51:46,497 DEBUG [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:51:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:51:46,500 DEBUG [RS:0;b543b351fe95:33029 {}] zookeeper.ZKUtil(111): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,33029,1733464305396 2024-12-06T05:51:46,500 WARN [RS:0;b543b351fe95:33029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:51:46,500 INFO [RS:0;b543b351fe95:33029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:46,501 DEBUG [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396 2024-12-06T05:51:46,501 DEBUG [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245 2024-12-06T05:51:46,501 DEBUG [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42835 2024-12-06T05:51:46,501 DEBUG [RS:2;b543b351fe95:38969 {}] zookeeper.ZKUtil(111): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,38969,1733464305524 2024-12-06T05:51:46,501 DEBUG [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T05:51:46,501 WARN [RS:2;b543b351fe95:38969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:51:46,501 INFO [RS:2;b543b351fe95:38969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:46,501 DEBUG [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,38969,1733464305524 2024-12-06T05:51:46,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,33029,1733464305396] 2024-12-06T05:51:46,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,38969,1733464305524] 2024-12-06T05:51:46,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:51:46,503 DEBUG [RS:1;b543b351fe95:36009 {}] zookeeper.ZKUtil(111): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b543b351fe95,36009,1733464305481 2024-12-06T05:51:46,504 WARN [RS:1;b543b351fe95:36009 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T05:51:46,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b543b351fe95,36009,1733464305481] 2024-12-06T05:51:46,504 INFO [RS:1;b543b351fe95:36009 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:46,504 DEBUG [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,36009,1733464305481 2024-12-06T05:51:46,528 INFO [RS:2;b543b351fe95:38969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:51:46,528 INFO [RS:0;b543b351fe95:33029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:51:46,528 INFO [RS:1;b543b351fe95:36009 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T05:51:46,541 INFO [RS:2;b543b351fe95:38969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:51:46,541 INFO [RS:0;b543b351fe95:33029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:51:46,542 INFO [RS:1;b543b351fe95:36009 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T05:51:46,546 INFO [RS:2;b543b351fe95:38969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:51:46,546 INFO [RS:1;b543b351fe95:36009 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:51:46,546 INFO [RS:0;b543b351fe95:33029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:51:46,547 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,547 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,547 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,548 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:51:46,548 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:51:46,548 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T05:51:46,554 INFO [RS:2;b543b351fe95:38969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:51:46,554 INFO [RS:0;b543b351fe95:33029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:51:46,554 INFO [RS:1;b543b351fe95:36009 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T05:51:46,556 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,556 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,556 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,556 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,556 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:51:46,557 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:51:46,557 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0, corePoolSize=2, maxPoolSize=2 2024-12-06T05:51:46,557 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:51:46,557 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:2;b543b351fe95:38969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:51:46,557 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,557 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,558 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:51:46,558 DEBUG [RS:1;b543b351fe95:36009 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:51:46,558 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b543b351fe95:0, corePoolSize=1, maxPoolSize=1 2024-12-06T05:51:46,558 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:51:46,558 DEBUG [RS:0;b543b351fe95:33029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b543b351fe95:0, corePoolSize=3, maxPoolSize=3 2024-12-06T05:51:46,561 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,562 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,562 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,562 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,562 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,562 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,38969,1733464305524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:51:46,564 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,564 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,564 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,564 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,564 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,564 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,36009,1733464305481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:51:46,565 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,565 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,565 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,565 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,565 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,565 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33029,1733464305396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:51:46,582 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:51:46,583 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,36009,1733464305481-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,584 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,584 INFO [RS:1;b543b351fe95:36009 {}] regionserver.Replication(171): b543b351fe95,36009,1733464305481 started 2024-12-06T05:51:46,586 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:51:46,586 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T05:51:46,587 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,38969,1733464305524-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,587 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33029,1733464305396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,587 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,587 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,587 INFO [RS:0;b543b351fe95:33029 {}] regionserver.Replication(171): b543b351fe95,33029,1733464305396 started 2024-12-06T05:51:46,587 INFO [RS:2;b543b351fe95:38969 {}] regionserver.Replication(171): b543b351fe95,38969,1733464305524 started 2024-12-06T05:51:46,600 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,600 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,36009,1733464305481, RpcServer on b543b351fe95/172.17.0.2:36009, sessionid=0x100ae1586520002 2024-12-06T05:51:46,601 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:51:46,601 DEBUG [RS:1;b543b351fe95:36009 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,36009,1733464305481 2024-12-06T05:51:46,601 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,36009,1733464305481' 2024-12-06T05:51:46,601 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:51:46,602 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:51:46,603 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:51:46,603 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:51:46,603 DEBUG [RS:1;b543b351fe95:36009 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,36009,1733464305481 2024-12-06T05:51:46,603 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,36009,1733464305481' 2024-12-06T05:51:46,603 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:51:46,604 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:51:46,605 DEBUG [RS:1;b543b351fe95:36009 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:51:46,605 INFO [RS:1;b543b351fe95:36009 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:51:46,605 INFO [RS:1;b543b351fe95:36009 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:51:46,609 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,609 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:46,609 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,38969,1733464305524, RpcServer on b543b351fe95/172.17.0.2:38969, sessionid=0x100ae1586520003 2024-12-06T05:51:46,609 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(1482): Serving as b543b351fe95,33029,1733464305396, RpcServer on b543b351fe95/172.17.0.2:33029, sessionid=0x100ae1586520001 2024-12-06T05:51:46,609 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:51:46,609 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T05:51:46,609 DEBUG [RS:2;b543b351fe95:38969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,38969,1733464305524 2024-12-06T05:51:46,609 DEBUG [RS:0;b543b351fe95:33029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b543b351fe95,33029,1733464305396 2024-12-06T05:51:46,610 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,33029,1733464305396' 2024-12-06T05:51:46,610 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,38969,1733464305524' 2024-12-06T05:51:46,610 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:51:46,610 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T05:51:46,611 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:51:46,611 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T05:51:46,611 WARN [b543b351fe95:33703 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T05:51:46,611 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:51:46,611 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T05:51:46,611 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:51:46,611 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T05:51:46,611 DEBUG [RS:2;b543b351fe95:38969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,38969,1733464305524 2024-12-06T05:51:46,611 DEBUG [RS:0;b543b351fe95:33029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b543b351fe95,33029,1733464305396 2024-12-06T05:51:46,612 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,33029,1733464305396' 2024-12-06T05:51:46,612 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b543b351fe95,38969,1733464305524' 2024-12-06T05:51:46,612 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:51:46,612 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T05:51:46,612 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:51:46,612 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T05:51:46,613 DEBUG [RS:2;b543b351fe95:38969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:51:46,613 DEBUG [RS:0;b543b351fe95:33029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T05:51:46,613 INFO [RS:0;b543b351fe95:33029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:51:46,613 INFO [RS:2;b543b351fe95:38969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T05:51:46,613 INFO [RS:0;b543b351fe95:33029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:51:46,613 INFO [RS:2;b543b351fe95:38969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T05:51:46,711 INFO [RS:1;b543b351fe95:36009 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:51:46,714 INFO [RS:0;b543b351fe95:33029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:51:46,714 INFO [RS:2;b543b351fe95:38969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:51:46,715 INFO [RS:1;b543b351fe95:36009 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C36009%2C1733464305481, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,36009,1733464305481, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/oldWALs, maxLogs=32 2024-12-06T05:51:46,718 INFO [RS:2;b543b351fe95:38969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C38969%2C1733464305524, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,38969,1733464305524, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/oldWALs, maxLogs=32 2024-12-06T05:51:46,718 INFO [RS:0;b543b351fe95:33029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C33029%2C1733464305396, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/oldWALs, maxLogs=32 2024-12-06T05:51:46,732 DEBUG [RS:1;b543b351fe95:36009 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,36009,1733464305481/b543b351fe95%2C36009%2C1733464305481.1733464306718, exclude list is [], retry=0 2024-12-06T05:51:46,733 DEBUG [RS:0;b543b351fe95:33029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396/b543b351fe95%2C33029%2C1733464305396.1733464306721, exclude list is [], retry=0 2024-12-06T05:51:46,733 DEBUG [RS:2;b543b351fe95:38969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,38969,1733464305524/b543b351fe95%2C38969%2C1733464305524.1733464306720, exclude list is [], retry=0 2024-12-06T05:51:46,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:46,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:46,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:46,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:46,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:46,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:46,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:46,751 INFO [RS:0;b543b351fe95:33029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396/b543b351fe95%2C33029%2C1733464305396.1733464306721 2024-12-06T05:51:46,753 DEBUG [RS:0;b543b351fe95:33029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:51:46,754 INFO [RS:1;b543b351fe95:36009 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,36009,1733464305481/b543b351fe95%2C36009%2C1733464305481.1733464306718 2024-12-06T05:51:46,754 INFO [RS:2;b543b351fe95:38969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,38969,1733464305524/b543b351fe95%2C38969%2C1733464305524.1733464306720 2024-12-06T05:51:46,757 DEBUG [RS:1;b543b351fe95:36009 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:51:46,757 DEBUG [RS:2;b543b351fe95:38969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:51:46,864 DEBUG [b543b351fe95:33703 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T05:51:46,874 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:51:46,880 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:51:46,880 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:51:46,880 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T05:51:46,880 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:51:46,880 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:51:46,880 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T05:51:46,880 INFO [b543b351fe95:33703 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:51:46,881 INFO [b543b351fe95:33703 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:51:46,881 INFO [b543b351fe95:33703 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T05:51:46,881 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:51:46,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b543b351fe95,36009,1733464305481 2024-12-06T05:51:46,890 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,36009,1733464305481, state=OPENING 2024-12-06T05:51:46,894 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T05:51:46,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:51:46,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:51:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:51:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:51:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:51:46,899 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T05:51:46,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,36009,1733464305481}] 2024-12-06T05:51:47,084 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:51:47,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:51:47,096 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T05:51:47,096 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:47,097 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T05:51:47,100 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b543b351fe95%2C36009%2C1733464305481.meta, suffix=.meta, logDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,36009,1733464305481, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/oldWALs, maxLogs=32 2024-12-06T05:51:47,116 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,36009,1733464305481/b543b351fe95%2C36009%2C1733464305481.meta.1733464307102.meta, exclude list is [], retry=0 2024-12-06T05:51:47,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:47,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:47,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:47,123 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,36009,1733464305481/b543b351fe95%2C36009%2C1733464305481.meta.1733464307102.meta 2024-12-06T05:51:47,123 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:51:47,124 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:47,126 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T05:51:47,128 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T05:51:47,134 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T05:51:47,139 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T05:51:47,140 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:47,140 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T05:51:47,140 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T05:51:47,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T05:51:47,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T05:51:47,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:47,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:51:47,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T05:51:47,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T05:51:47,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:47,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:51:47,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T05:51:47,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T05:51:47,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:47,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:51:47,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T05:51:47,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T05:51:47,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:47,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T05:51:47,154 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T05:51:47,155 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740 2024-12-06T05:51:47,158 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740 2024-12-06T05:51:47,161 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T05:51:47,161 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T05:51:47,162 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T05:51:47,165 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T05:51:47,167 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73725504, jitterRate=0.09859561920166016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T05:51:47,167 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T05:51:47,169 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733464307141Writing region info on filesystem at 1733464307141Initializing all the Stores at 1733464307143 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464307143Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464307144 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464307144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733464307144Cleaning up temporary data from old regions at 1733464307161 (+17 ms)Running coprocessor post-open hooks at 1733464307167 (+6 ms)Region opened successfully at 1733464307169 (+2 ms) 2024-12-06T05:51:47,176 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733464307072 2024-12-06T05:51:47,187 DEBUG [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T05:51:47,188 INFO [RS_OPEN_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T05:51:47,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,36009,1733464305481 2024-12-06T05:51:47,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b543b351fe95,36009,1733464305481, state=OPEN 2024-12-06T05:51:47,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:51:47,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:51:47,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:51:47,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T05:51:47,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:51:47,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:51:47,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:51:47,193 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T05:51:47,193 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b543b351fe95,36009,1733464305481 2024-12-06T05:51:47,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T05:51:47,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b543b351fe95,36009,1733464305481 in 294 msec 2024-12-06T05:51:47,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T05:51:47,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 752 msec 2024-12-06T05:51:47,206 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T05:51:47,206 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T05:51:47,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:51:47,224 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,36009,1733464305481, seqNum=-1] 2024-12-06T05:51:47,242 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:51:47,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48027, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:51:47,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0160 sec 2024-12-06T05:51:47,262 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733464307262, completionTime=-1 2024-12-06T05:51:47,265 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T05:51:47,265 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T05:51:47,312 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T05:51:47,312 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733464367312 2024-12-06T05:51:47,312 INFO [master/b543b351fe95:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733464427312 2024-12-06T05:51:47,312 INFO [master/b543b351fe95:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 47 msec 2024-12-06T05:51:47,313 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T05:51:47,319 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33703,1733464304846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:47,320 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33703,1733464304846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:47,320 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33703,1733464304846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:47,321 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b543b351fe95:33703, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:47,322 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:47,322 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:47,332 DEBUG [master/b543b351fe95:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T05:51:47,351 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.761sec 2024-12-06T05:51:47,353 INFO [master/b543b351fe95:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T05:51:47,354 INFO [master/b543b351fe95:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T05:51:47,355 INFO [master/b543b351fe95:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T05:51:47,355 INFO [master/b543b351fe95:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T05:51:47,355 INFO [master/b543b351fe95:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T05:51:47,356 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33703,1733464304846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T05:51:47,356 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33703,1733464304846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T05:51:47,360 DEBUG [master/b543b351fe95:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T05:51:47,361 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T05:51:47,362 INFO [master/b543b351fe95:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b543b351fe95,33703,1733464304846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T05:51:47,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4c2dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:51:47,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b543b351fe95,33703,-1 for getting cluster id 2024-12-06T05:51:47,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T05:51:47,472 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71476026-6116-4fe2-9839-791fec862e87' 2024-12-06T05:51:47,474 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T05:51:47,474 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71476026-6116-4fe2-9839-791fec862e87" 2024-12-06T05:51:47,475 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7873b156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:51:47,475 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b543b351fe95,33703,-1] 2024-12-06T05:51:47,477 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T05:51:47,478 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:51:47,480 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T05:51:47,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fea663b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T05:51:47,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T05:51:47,489 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b543b351fe95,36009,1733464305481, seqNum=-1] 2024-12-06T05:51:47,489 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:51:47,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:51:47,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b543b351fe95,33703,1733464304846 2024-12-06T05:51:47,510 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:42835/hbase 2024-12-06T05:51:47,525 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=365, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=93, ProcessCount=11, AvailableMemoryMB=4393 2024-12-06T05:51:47,544 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:47,548 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:47,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:51:47,554 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53364006, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-53364006, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:47,570 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53364006/hregion-53364006.1733464307555, exclude list is [], retry=0 2024-12-06T05:51:47,574 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:47,574 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:47,574 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:47,578 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53364006/hregion-53364006.1733464307555 2024-12-06T05:51:47,578 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:51:47,579 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a036cd78d58d26a4166810689bad9f6e, NAME => 'testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:51:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741838_1014 (size=64) 2024-12-06T05:51:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741838_1014 (size=64) 2024-12-06T05:51:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741838_1014 (size=64) 2024-12-06T05:51:47,594 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:47,596 INFO [StoreOpener-a036cd78d58d26a4166810689bad9f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,597 INFO [StoreOpener-a036cd78d58d26a4166810689bad9f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a036cd78d58d26a4166810689bad9f6e columnFamilyName a 2024-12-06T05:51:47,597 DEBUG [StoreOpener-a036cd78d58d26a4166810689bad9f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:47,598 INFO [StoreOpener-a036cd78d58d26a4166810689bad9f6e-1 {}] regionserver.HStore(327): Store=a036cd78d58d26a4166810689bad9f6e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,599 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,600 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,601 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,601 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,604 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,607 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:51:47,608 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a036cd78d58d26a4166810689bad9f6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75008110, jitterRate=0.11770793795585632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:51:47,609 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a036cd78d58d26a4166810689bad9f6e: Writing region info on filesystem at 1733464307594Initializing all the Stores at 1733464307595 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464307595Cleaning up temporary data from old regions at 1733464307601 (+6 ms)Region opened successfully at 1733464307609 (+8 ms) 2024-12-06T05:51:47,610 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a036cd78d58d26a4166810689bad9f6e, disabling compactions & flushes 2024-12-06T05:51:47,610 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e. 2024-12-06T05:51:47,610 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e. 2024-12-06T05:51:47,610 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e. after waiting 0 ms 2024-12-06T05:51:47,610 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e. 2024-12-06T05:51:47,611 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e. 2024-12-06T05:51:47,611 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a036cd78d58d26a4166810689bad9f6e: Waiting for close lock at 1733464307610Disabling compacts and flushes for region at 1733464307610Disabling writes for close at 1733464307610Writing region close event to WAL at 1733464307611 (+1 ms)Closed at 1733464307611 2024-12-06T05:51:47,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741837_1013 (size=93) 2024-12-06T05:51:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741837_1013 (size=93) 2024-12-06T05:51:47,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741837_1013 (size=93) 2024-12-06T05:51:47,623 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:51:47,623 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53364006:(num 1733464307555) 2024-12-06T05:51:47,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T05:51:47,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741839_1015 (size=276) 2024-12-06T05:51:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741839_1015 (size=276) 2024-12-06T05:51:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741839_1015 (size=276) 2024-12-06T05:51:47,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T05:51:47,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741840_1016 (size=230) 2024-12-06T05:51:47,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741840_1016 (size=230) 2024-12-06T05:51:47,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741840_1016 (size=230) 2024-12-06T05:51:47,675 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1, size=276 (276bytes) 2024-12-06T05:51:47,675 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T05:51:47,676 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T05:51:47,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1 2024-12-06T05:51:47,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1 after 3ms 2024-12-06T05:51:47,685 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:47,686 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1 took 12ms 2024-12-06T05:51:47,690 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1 so closing down 2024-12-06T05:51:47,693 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-06T05:51:47,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:51:47,695 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000001-wal-1.temp 2024-12-06T05:51:47,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:51:47,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741841_1017 (size=276) 2024-12-06T05:51:47,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741841_1017 (size=276) 2024-12-06T05:51:47,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741841_1017 (size=276) 2024-12-06T05:51:47,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-06T05:51:47,714 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002 2024-12-06T05:51:47,717 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-06T05:51:47,717 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1, journal: Splitting hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1, size=276 (276bytes) at 1733464307675Finishing writing output for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1 so closing down at 1733464307690 (+15 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000001-wal-1.temp at 1733464307695 (+5 ms)3 split writer threads finished at 1733464307696 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733464307710 (+14 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002 at 1733464307714 (+4 ms)Processed 2 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733464307717 (+3 ms) 2024-12-06T05:51:47,730 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2, size=230 (230bytes) 2024-12-06T05:51:47,730 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2 2024-12-06T05:51:47,731 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2 after 1ms 2024-12-06T05:51:47,734 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:47,734 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2 took 4ms 2024-12-06T05:51:47,736 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2 so closing down 2024-12-06T05:51:47,736 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:51:47,739 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-06T05:51:47,740 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002-wal-2.temp 2024-12-06T05:51:47,741 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:51:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741842_1018 (size=230) 2024-12-06T05:51:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741842_1018 (size=230) 2024-12-06T05:51:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741842_1018 (size=230) 2024-12-06T05:51:47,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-06T05:51:47,753 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:47,756 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-12-06T05:51:47,757 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-06T05:51:47,757 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2, journal: Splitting hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2, size=230 (230bytes) at 1733464307730Finishing writing output for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2 so closing down at 1733464307736 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002-wal-2.temp at 1733464307740 (+4 ms)3 split writer threads finished at 1733464307741 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733464307749 (+8 ms)Processed 1 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733464307757 (+8 ms) 2024-12-06T05:51:47,758 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:51:47,760 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:47,773 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal.1733464307761, exclude list is [], retry=0 2024-12-06T05:51:47,776 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:47,777 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:47,777 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:47,779 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal.1733464307761 2024-12-06T05:51:47,780 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:51:47,780 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a036cd78d58d26a4166810689bad9f6e, NAME => 'testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:47,780 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:47,780 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,780 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,782 INFO [StoreOpener-a036cd78d58d26a4166810689bad9f6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,783 INFO [StoreOpener-a036cd78d58d26a4166810689bad9f6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a036cd78d58d26a4166810689bad9f6e columnFamilyName a 2024-12-06T05:51:47,784 DEBUG [StoreOpener-a036cd78d58d26a4166810689bad9f6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:47,785 INFO [StoreOpener-a036cd78d58d26a4166810689bad9f6e-1 {}] regionserver.HStore(327): Store=a036cd78d58d26a4166810689bad9f6e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:47,785 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,786 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,789 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,790 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002 2024-12-06T05:51:47,793 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:47,798 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002 2024-12-06T05:51:47,801 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a036cd78d58d26a4166810689bad9f6e 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-06T05:51:47,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/.tmp/a/e0e72d8cfe654576be943546ed50e1d1 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733464307623/Put/seqid=0 2024-12-06T05:51:47,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741844_1020 (size=5170) 2024-12-06T05:51:47,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741844_1020 (size=5170) 2024-12-06T05:51:47,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741844_1020 (size=5170) 2024-12-06T05:51:47,864 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/.tmp/a/e0e72d8cfe654576be943546ed50e1d1 2024-12-06T05:51:47,902 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/.tmp/a/e0e72d8cfe654576be943546ed50e1d1 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/a/e0e72d8cfe654576be943546ed50e1d1 2024-12-06T05:51:47,912 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/a/e0e72d8cfe654576be943546ed50e1d1, entries=2, sequenceid=2, filesize=5.0 K 2024-12-06T05:51:47,919 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a036cd78d58d26a4166810689bad9f6e in 115ms, sequenceid=2, compaction requested=false; wal=null 2024-12-06T05:51:47,921 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/0000000000000000002 2024-12-06T05:51:47,922 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,922 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,925 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a036cd78d58d26a4166810689bad9f6e 2024-12-06T05:51:47,929 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/a036cd78d58d26a4166810689bad9f6e/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-06T05:51:47,930 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a036cd78d58d26a4166810689bad9f6e; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69175514, jitterRate=0.03079548478126526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:51:47,931 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a036cd78d58d26a4166810689bad9f6e: Writing region info on filesystem at 1733464307780Initializing all the Stores at 1733464307782 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464307782Obtaining lock to block concurrent updates at 1733464307801 (+19 ms)Preparing flush snapshotting stores in a036cd78d58d26a4166810689bad9f6e at 1733464307801Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733464307804 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733464307545.a036cd78d58d26a4166810689bad9f6e. at 1733464307804Flushing a036cd78d58d26a4166810689bad9f6e/a: creating writer at 1733464307805 (+1 ms)Flushing a036cd78d58d26a4166810689bad9f6e/a: appending metadata at 1733464307840 (+35 ms)Flushing a036cd78d58d26a4166810689bad9f6e/a: closing flushed file at 1733464307843 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730b83ed: reopening flushed file at 1733464307900 (+57 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a036cd78d58d26a4166810689bad9f6e in 115ms, sequenceid=2, compaction requested=false; wal=null at 1733464307919 (+19 ms)Cleaning up temporary data from old regions at 1733464307922 (+3 ms)Region opened successfully at 1733464307931 (+9 ms) 2024-12-06T05:51:47,954 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=376 (was 365) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:41914 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:39010 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:42090 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42835/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:40562 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:38868 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 93) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4377 (was 4393) 2024-12-06T05:51:47,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=4376 2024-12-06T05:51:47,980 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:47,983 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:47,984 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:51:47,989 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-20611042, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-20611042, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:48,001 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-20611042/hregion-20611042.1733464307989, exclude list is [], retry=0 2024-12-06T05:51:48,005 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:48,006 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:48,006 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:48,008 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-20611042/hregion-20611042.1733464307989 2024-12-06T05:51:48,009 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:51:48,009 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 908a5bf991a9f3ca5a0f898a1e22ed74, NAME => 'testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:51:48,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741846_1022 (size=64) 2024-12-06T05:51:48,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741846_1022 (size=64) 2024-12-06T05:51:48,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741846_1022 (size=64) 2024-12-06T05:51:48,027 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:48,029 INFO [StoreOpener-908a5bf991a9f3ca5a0f898a1e22ed74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,032 INFO [StoreOpener-908a5bf991a9f3ca5a0f898a1e22ed74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 908a5bf991a9f3ca5a0f898a1e22ed74 columnFamilyName a 2024-12-06T05:51:48,032 DEBUG [StoreOpener-908a5bf991a9f3ca5a0f898a1e22ed74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:48,033 INFO [StoreOpener-908a5bf991a9f3ca5a0f898a1e22ed74-1 {}] regionserver.HStore(327): Store=908a5bf991a9f3ca5a0f898a1e22ed74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:48,033 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,035 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,036 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,036 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,038 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,042 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:51:48,043 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 908a5bf991a9f3ca5a0f898a1e22ed74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69325966, jitterRate=0.033037394285202026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:51:48,043 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 908a5bf991a9f3ca5a0f898a1e22ed74: Writing region info on filesystem at 1733464308027Initializing all the Stores at 1733464308029 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464308029Cleaning up temporary data from old regions at 1733464308036 (+7 ms)Region opened successfully at 1733464308043 (+7 ms) 2024-12-06T05:51:48,043 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 908a5bf991a9f3ca5a0f898a1e22ed74, disabling compactions & flushes 2024-12-06T05:51:48,043 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74. 2024-12-06T05:51:48,043 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74. 2024-12-06T05:51:48,043 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74. after waiting 0 ms 2024-12-06T05:51:48,043 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74. 2024-12-06T05:51:48,044 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74. 2024-12-06T05:51:48,044 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 908a5bf991a9f3ca5a0f898a1e22ed74: Waiting for close lock at 1733464308043Disabling compacts and flushes for region at 1733464308043Disabling writes for close at 1733464308043Writing region close event to WAL at 1733464308044 (+1 ms)Closed at 1733464308044 2024-12-06T05:51:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741845_1021 (size=93) 2024-12-06T05:51:48,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741845_1021 (size=93) 2024-12-06T05:51:48,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741845_1021 (size=93) 2024-12-06T05:51:48,051 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:51:48,051 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-20611042:(num 1733464307989) 2024-12-06T05:51:48,052 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T05:51:48,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741847_1023 (size=276) 2024-12-06T05:51:48,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741847_1023 (size=276) 2024-12-06T05:51:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741847_1023 (size=276) 2024-12-06T05:51:48,065 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-06T05:51:48,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741848_1024 (size=230) 2024-12-06T05:51:48,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741848_1024 (size=230) 2024-12-06T05:51:48,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741848_1024 (size=230) 2024-12-06T05:51:48,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2, size=230 (230bytes) 2024-12-06T05:51:48,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2 2024-12-06T05:51:48,092 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2 after 1ms 2024-12-06T05:51:48,095 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:48,095 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2 took 5ms 2024-12-06T05:51:48,097 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2 so closing down 2024-12-06T05:51:48,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:51:48,100 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-06T05:51:48,102 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002-wal-2.temp 2024-12-06T05:51:48,102 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:51:48,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741849_1025 (size=230) 2024-12-06T05:51:48,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741849_1025 (size=230) 2024-12-06T05:51:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741849_1025 (size=230) 2024-12-06T05:51:48,111 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-06T05:51:48,113 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002 2024-12-06T05:51:48,113 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-06T05:51:48,113 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2, journal: Splitting hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2, size=230 (230bytes) at 1733464308090Finishing writing output for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2 so closing down at 1733464308097 (+7 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002-wal-2.temp at 1733464308102 (+5 ms)3 split writer threads finished at 1733464308102Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733464308111 (+9 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002 at 1733464308113 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733464308113 2024-12-06T05:51:48,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1, size=276 (276bytes) 2024-12-06T05:51:48,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1 2024-12-06T05:51:48,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1 after 1ms 2024-12-06T05:51:48,132 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:48,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1 took 5ms 2024-12-06T05:51:48,135 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1 so closing down 2024-12-06T05:51:48,135 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:51:48,137 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-06T05:51:48,139 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000001-wal-1.temp 2024-12-06T05:51:48,139 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:51:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741850_1026 (size=276) 2024-12-06T05:51:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741850_1026 (size=276) 2024-12-06T05:51:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741850_1026 (size=276) 2024-12-06T05:51:48,148 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-06T05:51:48,152 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:48,154 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002, length=230 2024-12-06T05:51:48,157 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002 2024-12-06T05:51:48,157 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-06T05:51:48,157 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1, journal: Splitting hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1, size=276 (276bytes) at 1733464308127Finishing writing output for hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1 so closing down at 1733464308135 (+8 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000001-wal-1.temp at 1733464308139 (+4 ms)3 split writer threads finished at 1733464308139Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733464308148 (+9 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002 at 1733464308157 (+9 ms)Processed 2 edits across 1 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733464308157 2024-12-06T05:51:48,157 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:51:48,160 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:48,172 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal.1733464308161, exclude list is [], retry=0 2024-12-06T05:51:48,176 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:48,177 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:48,177 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:48,180 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal.1733464308161 2024-12-06T05:51:48,180 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:51:48,180 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 908a5bf991a9f3ca5a0f898a1e22ed74, NAME => 'testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:48,181 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:48,181 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,181 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,184 INFO [StoreOpener-908a5bf991a9f3ca5a0f898a1e22ed74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,186 INFO [StoreOpener-908a5bf991a9f3ca5a0f898a1e22ed74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 908a5bf991a9f3ca5a0f898a1e22ed74 columnFamilyName a 2024-12-06T05:51:48,186 DEBUG [StoreOpener-908a5bf991a9f3ca5a0f898a1e22ed74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:48,187 INFO [StoreOpener-908a5bf991a9f3ca5a0f898a1e22ed74-1 {}] regionserver.HStore(327): Store=908a5bf991a9f3ca5a0f898a1e22ed74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:48,187 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,188 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,191 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,192 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002 2024-12-06T05:51:48,196 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:48,198 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002 2024-12-06T05:51:48,198 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 908a5bf991a9f3ca5a0f898a1e22ed74 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-06T05:51:48,214 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/.tmp/a/1e41ae513a594c258d1636d42e8dfa34 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733464308051/Put/seqid=0 2024-12-06T05:51:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741852_1028 (size=5170) 2024-12-06T05:51:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741852_1028 (size=5170) 2024-12-06T05:51:48,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741852_1028 (size=5170) 2024-12-06T05:51:48,224 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/.tmp/a/1e41ae513a594c258d1636d42e8dfa34 2024-12-06T05:51:48,232 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/.tmp/a/1e41ae513a594c258d1636d42e8dfa34 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/a/1e41ae513a594c258d1636d42e8dfa34 2024-12-06T05:51:48,241 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/a/1e41ae513a594c258d1636d42e8dfa34, entries=2, sequenceid=2, filesize=5.0 K 2024-12-06T05:51:48,241 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 908a5bf991a9f3ca5a0f898a1e22ed74 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-12-06T05:51:48,242 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/0000000000000000002 2024-12-06T05:51:48,242 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,242 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,245 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 908a5bf991a9f3ca5a0f898a1e22ed74 2024-12-06T05:51:48,248 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/908a5bf991a9f3ca5a0f898a1e22ed74/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-06T05:51:48,250 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 908a5bf991a9f3ca5a0f898a1e22ed74; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74247580, jitterRate=0.10637515783309937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:51:48,250 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 908a5bf991a9f3ca5a0f898a1e22ed74: Writing region info on filesystem at 1733464308181Initializing all the Stores at 1733464308183 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464308183Obtaining lock to block concurrent updates at 1733464308198 (+15 ms)Preparing flush snapshotting stores in 908a5bf991a9f3ca5a0f898a1e22ed74 at 1733464308198Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733464308198Flushing stores of testReplayEditsWrittenIntoWAL,,1733464307982.908a5bf991a9f3ca5a0f898a1e22ed74. at 1733464308198Flushing 908a5bf991a9f3ca5a0f898a1e22ed74/a: creating writer at 1733464308198Flushing 908a5bf991a9f3ca5a0f898a1e22ed74/a: appending metadata at 1733464308213 (+15 ms)Flushing 908a5bf991a9f3ca5a0f898a1e22ed74/a: closing flushed file at 1733464308213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5adc11ff: reopening flushed file at 1733464308231 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 908a5bf991a9f3ca5a0f898a1e22ed74 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1733464308241 (+10 ms)Cleaning up temporary data from old regions at 1733464308243 (+2 ms)Region opened successfully at 1733464308250 (+7 ms) 2024-12-06T05:51:48,267 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:40470 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:38868 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:40602 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:39104 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:42156 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=4370 (was 4376) 2024-12-06T05:51:48,276 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=4369 2024-12-06T05:51:48,289 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:48,291 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:48,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:51:48,295 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72489664, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-72489664, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:48,306 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72489664/hregion-72489664.1733464308295, exclude list is [], retry=0 2024-12-06T05:51:48,309 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:48,310 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:48,310 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:48,312 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72489664/hregion-72489664.1733464308295 2024-12-06T05:51:48,312 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:51:48,312 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5456dff5fb257f09a0662873a50ce19d, NAME => 'testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:51:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741854_1030 (size=64) 2024-12-06T05:51:48,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741854_1030 (size=64) 2024-12-06T05:51:48,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741854_1030 (size=64) 2024-12-06T05:51:48,324 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:48,326 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:48,328 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5456dff5fb257f09a0662873a50ce19d columnFamilyName a 2024-12-06T05:51:48,328 DEBUG [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:48,329 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(327): Store=5456dff5fb257f09a0662873a50ce19d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:48,329 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:48,331 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5456dff5fb257f09a0662873a50ce19d columnFamilyName b 2024-12-06T05:51:48,331 DEBUG [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:48,331 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(327): Store=5456dff5fb257f09a0662873a50ce19d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:48,331 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:48,333 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5456dff5fb257f09a0662873a50ce19d columnFamilyName c 2024-12-06T05:51:48,333 DEBUG [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:48,334 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(327): Store=5456dff5fb257f09a0662873a50ce19d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:48,334 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:48,335 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:48,336 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:48,337 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:48,337 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:48,338 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:51:48,340 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:48,343 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:51:48,344 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5456dff5fb257f09a0662873a50ce19d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59661038, jitterRate=-0.11098125576972961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:51:48,344 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5456dff5fb257f09a0662873a50ce19d: Writing region info on filesystem at 1733464308324Initializing all the Stores at 1733464308325 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464308325Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464308326 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464308326Cleaning up temporary data from old regions at 1733464308337 (+11 ms)Region opened successfully at 1733464308344 (+7 ms) 2024-12-06T05:51:48,344 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5456dff5fb257f09a0662873a50ce19d, disabling compactions & flushes 2024-12-06T05:51:48,344 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. 2024-12-06T05:51:48,344 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. 2024-12-06T05:51:48,344 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. after waiting 0 ms 2024-12-06T05:51:48,344 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. 2024-12-06T05:51:48,345 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. 2024-12-06T05:51:48,345 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5456dff5fb257f09a0662873a50ce19d: Waiting for close lock at 1733464308344Disabling compacts and flushes for region at 1733464308344Disabling writes for close at 1733464308344Writing region close event to WAL at 1733464308345 (+1 ms)Closed at 1733464308345 2024-12-06T05:51:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741853_1029 (size=93) 2024-12-06T05:51:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741853_1029 (size=93) 2024-12-06T05:51:48,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741853_1029 (size=93) 2024-12-06T05:51:48,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:51:48,351 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72489664:(num 1733464308295) 2024-12-06T05:51:48,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:51:48,354 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:48,366 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354, exclude list is [], retry=0 2024-12-06T05:51:48,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:48,370 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:48,371 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:48,373 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 2024-12-06T05:51:48,373 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:51:48,553 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354, size=0 (0bytes) 2024-12-06T05:51:48,553 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 might be still open, length is 0 2024-12-06T05:51:48,553 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 2024-12-06T05:51:48,555 WARN [IPC Server handler 4 on default port 42835 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-06T05:51:48,555 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 after 2ms 2024-12-06T05:51:49,862 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:39142 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38791:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39142 dst: /127.0.0.1:38791 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38791 remote=/127.0.0.1:39142]. Total timeout mills is 60000, 58659 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:51:49,864 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:40642 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34649:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40642 dst: /127.0.0.1:34649 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:51:49,864 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:42192 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35365:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42192 dst: /127.0.0.1:35365 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:51:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741855_1032 (size=200589) 2024-12-06T05:51:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741855_1032 (size=200589) 2024-12-06T05:51:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741855_1032 (size=200589) 2024-12-06T05:51:52,557 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 after 4003ms 2024-12-06T05:51:52,566 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:52,569 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 took 4016ms 2024-12-06T05:51:52,573 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733464308354.temp 2024-12-06T05:51:52,575 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000000001-wal.1733464308354.temp 2024-12-06T05:51:52,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T05:51:52,682 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354; continuing. 2024-12-06T05:51:52,682 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 so closing down 2024-12-06T05:51:52,682 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:51:52,682 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:51:52,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741856_1033 (size=200597) 2024-12-06T05:51:52,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741856_1033 (size=200597) 2024-12-06T05:51:52,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741856_1033 (size=200597) 2024-12-06T05:51:52,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000000001-wal.1733464308354.temp (wrote 3002 edits, skipped 0 edits in 44 ms) 2024-12-06T05:51:52,691 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000000001-wal.1733464308354.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000003002 2024-12-06T05:51:52,691 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T05:51:52,691 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354, journal: Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354, size=0 (0bytes) at 1733464308553Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000000001-wal.1733464308354.temp at 1733464312575 (+4022 ms)Split 1024 edits, skipped 0 edits. at 1733464312637 (+62 ms)Split 2048 edits, skipped 0 edits. at 1733464312658 (+21 ms)Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 so closing down at 1733464312682 (+24 ms)3 split writer threads finished at 1733464312682Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000000001-wal.1733464308354.temp (wrote 3002 edits, skipped 0 edits in 44 ms) at 1733464312688 (+6 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000000001-wal.1733464308354.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000003002 at 1733464312691 (+3 ms)Processed 3002 edits across 1 Regions in 122 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354, size=0, length=0, corrupted=false, cancelled=false at 1733464312691 2024-12-06T05:51:52,694 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464308354 2024-12-06T05:51:52,695 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000003002 2024-12-06T05:51:52,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:51:52,698 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:52,711 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464312698, exclude list is [], retry=0 2024-12-06T05:51:52,715 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:52,715 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:52,716 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:52,722 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464312698 2024-12-06T05:51:52,725 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:51:52,725 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:52,729 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T05:51:52,729 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:52,731 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5456dff5fb257f09a0662873a50ce19d columnFamilyName a 2024-12-06T05:51:52,731 DEBUG [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:52,731 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(327): Store=5456dff5fb257f09a0662873a50ce19d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:52,732 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:52,733 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5456dff5fb257f09a0662873a50ce19d columnFamilyName b 2024-12-06T05:51:52,733 DEBUG [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:52,733 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(327): Store=5456dff5fb257f09a0662873a50ce19d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:52,734 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:52,735 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5456dff5fb257f09a0662873a50ce19d columnFamilyName c 2024-12-06T05:51:52,735 DEBUG [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:52,736 INFO [StoreOpener-5456dff5fb257f09a0662873a50ce19d-1 {}] regionserver.HStore(327): Store=5456dff5fb257f09a0662873a50ce19d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:52,736 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:52,737 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:52,739 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:52,740 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000003002 2024-12-06T05:51:52,743 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:52,778 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T05:51:53,116 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5456dff5fb257f09a0662873a50ce19d 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-06T05:51:53,155 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/a/f074c8ab8c16461497ce9a81adc07d79 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733464308385/Put/seqid=0 2024-12-06T05:51:53,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741858_1035 (size=50463) 2024-12-06T05:51:53,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741858_1035 (size=50463) 2024-12-06T05:51:53,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741858_1035 (size=50463) 2024-12-06T05:51:53,165 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/a/f074c8ab8c16461497ce9a81adc07d79 2024-12-06T05:51:53,173 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/a/f074c8ab8c16461497ce9a81adc07d79 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/a/f074c8ab8c16461497ce9a81adc07d79 2024-12-06T05:51:53,182 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/a/f074c8ab8c16461497ce9a81adc07d79, entries=754, sequenceid=754, filesize=49.3 K 2024-12-06T05:51:53,182 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 5456dff5fb257f09a0662873a50ce19d in 66ms, sequenceid=754, compaction requested=false; wal=null 2024-12-06T05:51:53,209 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T05:51:53,210 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5456dff5fb257f09a0662873a50ce19d 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-06T05:51:53,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/a/2fec95d607b64045a06eeaf9d534b4bd is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733464308426/Put/seqid=0 2024-12-06T05:51:53,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741859_1036 (size=20072) 2024-12-06T05:51:53,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741859_1036 (size=20072) 2024-12-06T05:51:53,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741859_1036 (size=20072) 2024-12-06T05:51:53,229 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/a/2fec95d607b64045a06eeaf9d534b4bd 2024-12-06T05:51:53,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/b/745593c7e33c4484b47444aa06e1c31c is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733464308442/Put/seqid=0 2024-12-06T05:51:53,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741860_1037 (size=35835) 2024-12-06T05:51:53,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741860_1037 (size=35835) 2024-12-06T05:51:53,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741860_1037 (size=35835) 2024-12-06T05:51:53,269 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/b/745593c7e33c4484b47444aa06e1c31c 2024-12-06T05:51:53,277 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/a/2fec95d607b64045a06eeaf9d534b4bd as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/a/2fec95d607b64045a06eeaf9d534b4bd 2024-12-06T05:51:53,285 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/a/2fec95d607b64045a06eeaf9d534b4bd, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-06T05:51:53,287 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/b/745593c7e33c4484b47444aa06e1c31c as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/b/745593c7e33c4484b47444aa06e1c31c 2024-12-06T05:51:53,295 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/b/745593c7e33c4484b47444aa06e1c31c, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-06T05:51:53,296 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5456dff5fb257f09a0662873a50ce19d in 86ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-06T05:51:53,311 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T05:51:53,312 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5456dff5fb257f09a0662873a50ce19d 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-06T05:51:53,319 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/b/a831ebdef87b45838ad25cd3977634df is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733464308458/Put/seqid=0 2024-12-06T05:51:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741861_1038 (size=35082) 2024-12-06T05:51:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741861_1038 (size=35082) 2024-12-06T05:51:53,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741861_1038 (size=35082) 2024-12-06T05:51:53,329 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/b/a831ebdef87b45838ad25cd3977634df 2024-12-06T05:51:53,353 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/c/3dafa5df5afe460ea99038b1063961c1 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733464308484/Put/seqid=0 2024-12-06T05:51:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741862_1039 (size=20825) 2024-12-06T05:51:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741862_1039 (size=20825) 2024-12-06T05:51:53,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741862_1039 (size=20825) 2024-12-06T05:51:53,363 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/c/3dafa5df5afe460ea99038b1063961c1 2024-12-06T05:51:53,371 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/b/a831ebdef87b45838ad25cd3977634df as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/b/a831ebdef87b45838ad25cd3977634df 2024-12-06T05:51:53,377 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/b/a831ebdef87b45838ad25cd3977634df, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-06T05:51:53,379 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/c/3dafa5df5afe460ea99038b1063961c1 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/c/3dafa5df5afe460ea99038b1063961c1 2024-12-06T05:51:53,385 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/c/3dafa5df5afe460ea99038b1063961c1, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-06T05:51:53,385 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5456dff5fb257f09a0662873a50ce19d in 73ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-06T05:51:53,394 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733464308519/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. 2024-12-06T05:51:53,397 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000003002 2024-12-06T05:51:53,397 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-06T05:51:53,398 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5456dff5fb257f09a0662873a50ce19d 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-06T05:51:53,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/c/59d5e141a8874717b3a5c781a50c2e84 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733464308490/Put/seqid=0 2024-12-06T05:51:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741863_1040 (size=50301) 2024-12-06T05:51:53,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741863_1040 (size=50301) 2024-12-06T05:51:53,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741863_1040 (size=50301) 2024-12-06T05:51:53,412 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/c/59d5e141a8874717b3a5c781a50c2e84 2024-12-06T05:51:53,419 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59d5e141a8874717b3a5c781a50c2e84 2024-12-06T05:51:53,420 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/.tmp/c/59d5e141a8874717b3a5c781a50c2e84 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/c/59d5e141a8874717b3a5c781a50c2e84 2024-12-06T05:51:53,427 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 59d5e141a8874717b3a5c781a50c2e84 2024-12-06T05:51:53,427 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/c/59d5e141a8874717b3a5c781a50c2e84, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-06T05:51:53,427 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 5456dff5fb257f09a0662873a50ce19d in 30ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-06T05:51:53,429 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/0000000000000003002 2024-12-06T05:51:53,430 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:53,430 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:53,431 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T05:51:53,433 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5456dff5fb257f09a0662873a50ce19d 2024-12-06T05:51:53,435 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenIntoWAL/5456dff5fb257f09a0662873a50ce19d/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-06T05:51:53,436 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5456dff5fb257f09a0662873a50ce19d; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70828180, jitterRate=0.05542212724685669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T05:51:53,436 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5456dff5fb257f09a0662873a50ce19d: Writing region info on filesystem at 1733464312726Initializing all the Stores at 1733464312727 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464312727Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464312729 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464312729Cleaning up temporary data from old regions at 1733464313430 (+701 ms)Region opened successfully at 1733464313436 (+6 ms) 2024-12-06T05:51:53,484 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5456dff5fb257f09a0662873a50ce19d, disabling compactions & flushes 2024-12-06T05:51:53,484 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. 2024-12-06T05:51:53,484 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. 2024-12-06T05:51:53,484 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. after waiting 0 ms 2024-12-06T05:51:53,484 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. 2024-12-06T05:51:53,487 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733464308290.5456dff5fb257f09a0662873a50ce19d. 2024-12-06T05:51:53,487 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5456dff5fb257f09a0662873a50ce19d: Waiting for close lock at 1733464313484Disabling compacts and flushes for region at 1733464313484Disabling writes for close at 1733464313484Writing region close event to WAL at 1733464313487 (+3 ms)Closed at 1733464313487 2024-12-06T05:51:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741857_1034 (size=93) 2024-12-06T05:51:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741857_1034 (size=93) 2024-12-06T05:51:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741857_1034 (size=93) 2024-12-06T05:51:53,493 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:51:53,493 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733464312698) 2024-12-06T05:51:53,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=402 (was 386) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:37535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42835 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1359064483_22 at /127.0.0.1:34036 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1359064483_22 at /127.0.0.1:53980 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34677 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34677 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1359064483_22 at /127.0.0.1:54686 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:42835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1359064483_22 at /127.0.0.1:34020 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 110) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4305 (was 4369) 2024-12-06T05:51:53,520 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=4303 2024-12-06T05:51:53,535 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:53,537 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:53,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:51:53,541 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57420464, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-57420464, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:53,552 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57420464/hregion-57420464.1733464313541, exclude list is [], retry=0 2024-12-06T05:51:53,556 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:53,556 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:53,556 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:53,558 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57420464/hregion-57420464.1733464313541 2024-12-06T05:51:53,559 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:51:53,559 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 321dce9571e7c18ac20ecdd81206aab6, NAME => 'test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:51:53,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741865_1042 (size=43) 2024-12-06T05:51:53,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741865_1042 (size=43) 2024-12-06T05:51:53,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741865_1042 (size=43) 2024-12-06T05:51:53,570 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:53,571 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:53,573 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321dce9571e7c18ac20ecdd81206aab6 columnFamilyName a 2024-12-06T05:51:53,573 DEBUG [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:53,573 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(327): Store=321dce9571e7c18ac20ecdd81206aab6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:53,573 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:53,575 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321dce9571e7c18ac20ecdd81206aab6 columnFamilyName b 2024-12-06T05:51:53,575 DEBUG [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:53,575 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(327): Store=321dce9571e7c18ac20ecdd81206aab6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:53,576 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:53,577 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321dce9571e7c18ac20ecdd81206aab6 columnFamilyName c 2024-12-06T05:51:53,577 DEBUG [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:53,577 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(327): Store=321dce9571e7c18ac20ecdd81206aab6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:53,578 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:53,578 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:53,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:53,580 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:53,580 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:53,581 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:51:53,582 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:53,585 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:51:53,586 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 321dce9571e7c18ac20ecdd81206aab6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74485326, jitterRate=0.10991784930229187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:51:53,588 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 321dce9571e7c18ac20ecdd81206aab6: Writing region info on filesystem at 1733464313570Initializing all the Stores at 1733464313571 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464313571Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464313571Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464313571Cleaning up temporary data from old regions at 1733464313580 (+9 ms)Region opened successfully at 1733464313588 (+8 ms) 2024-12-06T05:51:53,588 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 321dce9571e7c18ac20ecdd81206aab6, disabling compactions & flushes 2024-12-06T05:51:53,588 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. 2024-12-06T05:51:53,588 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. 2024-12-06T05:51:53,588 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. after waiting 0 ms 2024-12-06T05:51:53,588 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. 2024-12-06T05:51:53,589 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. 2024-12-06T05:51:53,589 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 321dce9571e7c18ac20ecdd81206aab6: Waiting for close lock at 1733464313588Disabling compacts and flushes for region at 1733464313588Disabling writes for close at 1733464313588Writing region close event to WAL at 1733464313589 (+1 ms)Closed at 1733464313589 2024-12-06T05:51:53,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741864_1041 (size=93) 2024-12-06T05:51:53,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741864_1041 (size=93) 2024-12-06T05:51:53,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741864_1041 (size=93) 2024-12-06T05:51:53,594 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:51:53,594 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57420464:(num 1733464313541) 2024-12-06T05:51:53,595 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:51:53,596 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:53,612 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597, exclude list is [], retry=0 2024-12-06T05:51:53,615 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:53,616 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:53,616 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:53,618 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597 2024-12-06T05:51:53,618 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:51:53,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741866_1043 (size=200357) 2024-12-06T05:51:53,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741866_1043 (size=200357) 2024-12-06T05:51:53,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741866_1043 (size=200357) 2024-12-06T05:51:53,762 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597, size=195.7 K (200357bytes) 2024-12-06T05:51:53,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597 2024-12-06T05:51:53,763 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597 after 1ms 2024-12-06T05:51:53,766 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:53,767 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597 took 5ms 2024-12-06T05:51:53,771 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733464313597.temp 2024-12-06T05:51:53,773 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000000001-wal.1733464313597.temp 2024-12-06T05:51:53,817 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597 so closing down 2024-12-06T05:51:53,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:51:53,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:51:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741867_1044 (size=200357) 2024-12-06T05:51:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741867_1044 (size=200357) 2024-12-06T05:51:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741867_1044 (size=200357) 2024-12-06T05:51:53,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000000001-wal.1733464313597.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-12-06T05:51:53,825 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000000001-wal.1733464313597.temp to hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003000 2024-12-06T05:51:53,826 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-12-06T05:51:53,826 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597, journal: Splitting hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597, size=195.7 K (200357bytes) at 1733464313762Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000000001-wal.1733464313597.temp at 1733464313773 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733464313787 (+14 ms)Split 2048 edits, skipped 0 edits. at 1733464313802 (+15 ms)Finishing writing output for hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597 so closing down at 1733464313817 (+15 ms)3 split writer threads finished at 1733464313817Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000000001-wal.1733464313597.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1733464313824 (+7 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000000001-wal.1733464313597.temp to hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003000 at 1733464313825 (+1 ms)Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733464313826 (+1 ms) 2024-12-06T05:51:53,828 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313597 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464313597 2024-12-06T05:51:53,829 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003000 2024-12-06T05:51:53,829 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:51:53,831 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:53,850 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832, exclude list is [], retry=0 2024-12-06T05:51:53,854 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:53,854 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:53,855 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:53,857 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832 2024-12-06T05:51:53,857 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:51:54,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741868_1045 (size=200484) 2024-12-06T05:51:54,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741868_1045 (size=200484) 2024-12-06T05:51:54,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741868_1045 (size=200484) 2024-12-06T05:51:54,021 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832, size=195.8 K (200484bytes) 2024-12-06T05:51:54,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832 2024-12-06T05:51:54,021 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832 after 0ms 2024-12-06T05:51:54,024 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:54,026 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832 took 6ms 2024-12-06T05:51:54,030 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733464313832.temp 2024-12-06T05:51:54,032 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003001-wal.1733464313832.temp 2024-12-06T05:51:54,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832 so closing down 2024-12-06T05:51:54,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:51:54,072 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:51:54,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741869_1046 (size=200484) 2024-12-06T05:51:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741869_1046 (size=200484) 2024-12-06T05:51:54,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741869_1046 (size=200484) 2024-12-06T05:51:54,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003001-wal.1733464313832.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-12-06T05:51:54,078 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003001-wal.1733464313832.temp to hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000006000 2024-12-06T05:51:54,078 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-12-06T05:51:54,078 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832, journal: Splitting hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832, size=195.8 K (200484bytes) at 1733464314021Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003001-wal.1733464313832.temp at 1733464314032 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733464314045 (+13 ms)Split 2048 edits, skipped 0 edits. at 1733464314059 (+14 ms)Finishing writing output for hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832 so closing down at 1733464314070 (+11 ms)3 split writer threads finished at 1733464314072 (+2 ms)Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003001-wal.1733464313832.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1733464314076 (+4 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003001-wal.1733464313832.temp to hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000006000 at 1733464314078 (+2 ms)Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733464314078 2024-12-06T05:51:54,080 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464313832 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464313832 2024-12-06T05:51:54,081 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000006000 2024-12-06T05:51:54,082 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:51:54,084 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/test2727-manual,16010,1733464313534, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:54,105 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464314085, exclude list is [], retry=0 2024-12-06T05:51:54,108 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:54,109 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:54,109 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:54,112 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733464313534/wal.1733464314085 2024-12-06T05:51:54,113 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:51:54,114 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 321dce9571e7c18ac20ecdd81206aab6, NAME => 'test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:54,114 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:54,114 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,114 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,117 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,118 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321dce9571e7c18ac20ecdd81206aab6 columnFamilyName a 2024-12-06T05:51:54,119 DEBUG [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,120 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(327): Store=321dce9571e7c18ac20ecdd81206aab6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,121 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,122 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321dce9571e7c18ac20ecdd81206aab6 columnFamilyName b 2024-12-06T05:51:54,122 DEBUG [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,123 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(327): Store=321dce9571e7c18ac20ecdd81206aab6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,124 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,125 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 321dce9571e7c18ac20ecdd81206aab6 columnFamilyName c 2024-12-06T05:51:54,125 DEBUG [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,126 INFO [StoreOpener-321dce9571e7c18ac20ecdd81206aab6-1 {}] regionserver.HStore(327): Store=321dce9571e7c18ac20ecdd81206aab6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,126 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,127 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,130 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,132 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003000 2024-12-06T05:51:54,137 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:54,186 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003000 2024-12-06T05:51:54,188 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000006000 2024-12-06T05:51:54,191 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:54,263 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000006000 2024-12-06T05:51:54,263 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 321dce9571e7c18ac20ecdd81206aab6 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-06T05:51:54,307 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/.tmp/a/37690456129a4b2ca42a7c68435824da is 41, key is test2727/a:100/1733464313862/Put/seqid=0 2024-12-06T05:51:54,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741871_1048 (size=84227) 2024-12-06T05:51:54,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741871_1048 (size=84227) 2024-12-06T05:51:54,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741871_1048 (size=84227) 2024-12-06T05:51:54,318 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/.tmp/a/37690456129a4b2ca42a7c68435824da 2024-12-06T05:51:54,345 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/.tmp/b/c8513c04397f4a19a7191250bd78967c is 41, key is test2727/b:100/1733464313902/Put/seqid=0 2024-12-06T05:51:54,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741872_1049 (size=84609) 2024-12-06T05:51:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741872_1049 (size=84609) 2024-12-06T05:51:54,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741872_1049 (size=84609) 2024-12-06T05:51:54,351 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/.tmp/b/c8513c04397f4a19a7191250bd78967c 2024-12-06T05:51:54,376 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/.tmp/c/5b7ac963aa7f4b08bf8879b9b071f85b is 41, key is test2727/c:100/1733464313951/Put/seqid=0 2024-12-06T05:51:54,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741873_1050 (size=84609) 2024-12-06T05:51:54,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741873_1050 (size=84609) 2024-12-06T05:51:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741873_1050 (size=84609) 2024-12-06T05:51:54,384 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/.tmp/c/5b7ac963aa7f4b08bf8879b9b071f85b 2024-12-06T05:51:54,391 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/.tmp/a/37690456129a4b2ca42a7c68435824da as hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/a/37690456129a4b2ca42a7c68435824da 2024-12-06T05:51:54,398 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/a/37690456129a4b2ca42a7c68435824da, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-06T05:51:54,399 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/.tmp/b/c8513c04397f4a19a7191250bd78967c as hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/b/c8513c04397f4a19a7191250bd78967c 2024-12-06T05:51:54,407 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/b/c8513c04397f4a19a7191250bd78967c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-06T05:51:54,409 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/.tmp/c/5b7ac963aa7f4b08bf8879b9b071f85b as hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/c/5b7ac963aa7f4b08bf8879b9b071f85b 2024-12-06T05:51:54,416 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/c/5b7ac963aa7f4b08bf8879b9b071f85b, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-06T05:51:54,416 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 321dce9571e7c18ac20ecdd81206aab6 in 153ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-06T05:51:54,417 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000003000 2024-12-06T05:51:54,418 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/0000000000000006000 2024-12-06T05:51:54,419 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,419 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,420 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:51:54,422 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 321dce9571e7c18ac20ecdd81206aab6 2024-12-06T05:51:54,425 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/test2727/321dce9571e7c18ac20ecdd81206aab6/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-06T05:51:54,427 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 321dce9571e7c18ac20ecdd81206aab6; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62785536, jitterRate=-0.064422607421875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:51:54,428 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 321dce9571e7c18ac20ecdd81206aab6: Writing region info on filesystem at 1733464314114Initializing all the Stores at 1733464314115 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314115Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314117 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314117Obtaining lock to block concurrent updates at 1733464314263 (+146 ms)Preparing flush snapshotting stores in 321dce9571e7c18ac20ecdd81206aab6 at 1733464314263Finished memstore snapshotting test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733464314263Flushing stores of test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. at 1733464314263Flushing 321dce9571e7c18ac20ecdd81206aab6/a: creating writer at 1733464314264 (+1 ms)Flushing 321dce9571e7c18ac20ecdd81206aab6/a: appending metadata at 1733464314306 (+42 ms)Flushing 321dce9571e7c18ac20ecdd81206aab6/a: closing flushed file at 1733464314306Flushing 321dce9571e7c18ac20ecdd81206aab6/b: creating writer at 1733464314325 (+19 ms)Flushing 321dce9571e7c18ac20ecdd81206aab6/b: appending metadata at 1733464314343 (+18 ms)Flushing 321dce9571e7c18ac20ecdd81206aab6/b: closing flushed file at 1733464314343Flushing 321dce9571e7c18ac20ecdd81206aab6/c: creating writer at 1733464314357 (+14 ms)Flushing 321dce9571e7c18ac20ecdd81206aab6/c: appending metadata at 1733464314375 (+18 ms)Flushing 321dce9571e7c18ac20ecdd81206aab6/c: closing flushed file at 1733464314375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2444ae67: reopening flushed file at 1733464314390 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147b7428: reopening flushed file at 1733464314398 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cada46c: reopening flushed file at 1733464314408 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 321dce9571e7c18ac20ecdd81206aab6 in 153ms, sequenceid=6000, compaction requested=false; wal=null at 1733464314416 (+8 ms)Cleaning up temporary data from old regions at 1733464314419 (+3 ms)Region opened successfully at 1733464314428 (+9 ms) 2024-12-06T05:51:54,429 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-06T05:51:54,429 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 321dce9571e7c18ac20ecdd81206aab6, disabling compactions & flushes 2024-12-06T05:51:54,429 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. 2024-12-06T05:51:54,430 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. 2024-12-06T05:51:54,430 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. after waiting 0 ms 2024-12-06T05:51:54,430 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. 2024-12-06T05:51:54,431 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733464313536.321dce9571e7c18ac20ecdd81206aab6. 2024-12-06T05:51:54,431 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 321dce9571e7c18ac20ecdd81206aab6: Waiting for close lock at 1733464314429Disabling compacts and flushes for region at 1733464314429Disabling writes for close at 1733464314430 (+1 ms)Writing region close event to WAL at 1733464314431 (+1 ms)Closed at 1733464314431 2024-12-06T05:51:54,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741870_1047 (size=93) 2024-12-06T05:51:54,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741870_1047 (size=93) 2024-12-06T05:51:54,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741870_1047 (size=93) 2024-12-06T05:51:54,437 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:51:54,437 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733464314085) 2024-12-06T05:51:54,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=405 (was 402) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:34036 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:53980 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:34020 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:54890 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=4037 (was 4303) 2024-12-06T05:51:54,460 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=4036 2024-12-06T05:51:54,473 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:54,479 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:54,480 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733464314479 2024-12-06T05:51:54,486 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479 2024-12-06T05:51:54,488 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:51:54,489 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41d4cd4d92a4d8e3198af9a85d705477, NAME => 'testSequentialEditLogSeqNum,,1733464314474.41d4cd4d92a4d8e3198af9a85d705477.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:54,489 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733464314474.41d4cd4d92a4d8e3198af9a85d705477.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:54,489 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41d4cd4d92a4d8e3198af9a85d705477 2024-12-06T05:51:54,489 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41d4cd4d92a4d8e3198af9a85d705477 2024-12-06T05:51:54,490 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477 doesn't exist for region: 41d4cd4d92a4d8e3198af9a85d705477 on table testSequentialEditLogSeqNum 2024-12-06T05:51:54,491 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 41d4cd4d92a4d8e3198af9a85d705477 on table testSequentialEditLogSeqNum 2024-12-06T05:51:54,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741875_1052 (size=62) 2024-12-06T05:51:54,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741875_1052 (size=62) 2024-12-06T05:51:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741875_1052 (size=62) 2024-12-06T05:51:54,502 INFO [StoreOpener-41d4cd4d92a4d8e3198af9a85d705477-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41d4cd4d92a4d8e3198af9a85d705477 2024-12-06T05:51:54,504 INFO [StoreOpener-41d4cd4d92a4d8e3198af9a85d705477-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41d4cd4d92a4d8e3198af9a85d705477 columnFamilyName a 2024-12-06T05:51:54,504 DEBUG [StoreOpener-41d4cd4d92a4d8e3198af9a85d705477-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,505 INFO [StoreOpener-41d4cd4d92a4d8e3198af9a85d705477-1 {}] regionserver.HStore(327): Store=41d4cd4d92a4d8e3198af9a85d705477/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,505 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41d4cd4d92a4d8e3198af9a85d705477 2024-12-06T05:51:54,505 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477 2024-12-06T05:51:54,506 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477 2024-12-06T05:51:54,506 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41d4cd4d92a4d8e3198af9a85d705477 2024-12-06T05:51:54,506 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41d4cd4d92a4d8e3198af9a85d705477 2024-12-06T05:51:54,508 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41d4cd4d92a4d8e3198af9a85d705477 2024-12-06T05:51:54,510 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:51:54,510 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41d4cd4d92a4d8e3198af9a85d705477; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69893374, jitterRate=0.04149243235588074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:51:54,511 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41d4cd4d92a4d8e3198af9a85d705477: Writing region info on filesystem at 1733464314490Initializing all the Stores at 1733464314502 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314502Cleaning up temporary data from old regions at 1733464314506 (+4 ms)Region opened successfully at 1733464314511 (+5 ms) 2024-12-06T05:51:54,525 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 41d4cd4d92a4d8e3198af9a85d705477 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-06T05:51:54,549 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/.tmp/a/dca9600539564196aff91089dfd1c0b1 is 81, key is testSequentialEditLogSeqNum/a:x0/1733464314511/Put/seqid=0 2024-12-06T05:51:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741876_1053 (size=5833) 2024-12-06T05:51:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741876_1053 (size=5833) 2024-12-06T05:51:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741876_1053 (size=5833) 2024-12-06T05:51:54,556 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/.tmp/a/dca9600539564196aff91089dfd1c0b1 2024-12-06T05:51:54,563 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/.tmp/a/dca9600539564196aff91089dfd1c0b1 as hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/a/dca9600539564196aff91089dfd1c0b1 2024-12-06T05:51:54,569 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/a/dca9600539564196aff91089dfd1c0b1, entries=10, sequenceid=13, filesize=5.7 K 2024-12-06T05:51:54,570 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 41d4cd4d92a4d8e3198af9a85d705477 in 46ms, sequenceid=13, compaction requested=false 2024-12-06T05:51:54,571 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 41d4cd4d92a4d8e3198af9a85d705477: 2024-12-06T05:51:54,575 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T05:51:54,576 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T05:51:54,576 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T05:51:54,576 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T05:51:54,576 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T05:51:54,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741874_1051 (size=1616) 2024-12-06T05:51:54,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741874_1051 (size=1616) 2024-12-06T05:51:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741874_1051 (size=1616) 2024-12-06T05:51:54,592 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479, size=1.6 K (1616bytes) 2024-12-06T05:51:54,592 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479 2024-12-06T05:51:54,593 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479 after 1ms 2024-12-06T05:51:54,596 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:54,596 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479 took 4ms 2024-12-06T05:51:54,598 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479 so closing down 2024-12-06T05:51:54,598 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:51:54,599 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733464314479.temp 2024-12-06T05:51:54,601 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/recovered.edits/0000000000000000003-wal.1733464314479.temp 2024-12-06T05:51:54,601 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:51:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741877_1054 (size=1175) 2024-12-06T05:51:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741877_1054 (size=1175) 2024-12-06T05:51:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741877_1054 (size=1175) 2024-12-06T05:51:54,612 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/recovered.edits/0000000000000000003-wal.1733464314479.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-06T05:51:54,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/recovered.edits/0000000000000000003-wal.1733464314479.temp to hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/recovered.edits/0000000000000000020 2024-12-06T05:51:54,614 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-12-06T05:51:54,614 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479, journal: Splitting hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479, size=1.6 K (1616bytes) at 1733464314592Finishing writing output for hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479 so closing down at 1733464314598 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/recovered.edits/0000000000000000003-wal.1733464314479.temp at 1733464314601 (+3 ms)3 split writer threads finished at 1733464314601Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/recovered.edits/0000000000000000003-wal.1733464314479.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733464314612 (+11 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/recovered.edits/0000000000000000003-wal.1733464314479.temp to hdfs://localhost:42835/hbase/data/default/testSequentialEditLogSeqNum/41d4cd4d92a4d8e3198af9a85d705477/recovered.edits/0000000000000000020 at 1733464314613 (+1 ms)Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:42835/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733464314472/wal.1733464314479, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733464314614 (+1 ms) 2024-12-06T05:51:54,628 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:34036 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:53980 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:34020 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:54890 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=4029 (was 4036) 2024-12-06T05:51:54,642 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=4025 2024-12-06T05:51:54,657 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:54,659 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:54,686 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:51:54,689 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-29960874, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-29960874, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:54,701 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-29960874/hregion-29960874.1733464314689, exclude list is [], retry=0 2024-12-06T05:51:54,705 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:54,705 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:54,707 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:54,710 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-29960874/hregion-29960874.1733464314689 2024-12-06T05:51:54,712 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:51:54,712 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 345f863c6bcd295e8e9f76055bf956e4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:51:54,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741879_1056 (size=70) 2024-12-06T05:51:54,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741879_1056 (size=70) 2024-12-06T05:51:54,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741879_1056 (size=70) 2024-12-06T05:51:54,726 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:54,727 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,729 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345f863c6bcd295e8e9f76055bf956e4 columnFamilyName a 2024-12-06T05:51:54,729 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,730 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(327): Store=345f863c6bcd295e8e9f76055bf956e4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,730 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,732 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345f863c6bcd295e8e9f76055bf956e4 columnFamilyName b 2024-12-06T05:51:54,732 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,733 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(327): Store=345f863c6bcd295e8e9f76055bf956e4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,733 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,735 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345f863c6bcd295e8e9f76055bf956e4 columnFamilyName c 2024-12-06T05:51:54,735 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,737 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(327): Store=345f863c6bcd295e8e9f76055bf956e4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,737 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,738 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,738 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,740 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,740 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,740 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:51:54,741 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,743 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:51:54,744 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 345f863c6bcd295e8e9f76055bf956e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64495129, jitterRate=-0.038947686553001404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:51:54,745 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 345f863c6bcd295e8e9f76055bf956e4: Writing region info on filesystem at 1733464314726Initializing all the Stores at 1733464314727 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314727Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314727Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314727Cleaning up temporary data from old regions at 1733464314740 (+13 ms)Region opened successfully at 1733464314745 (+5 ms) 2024-12-06T05:51:54,745 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 345f863c6bcd295e8e9f76055bf956e4, disabling compactions & flushes 2024-12-06T05:51:54,745 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. 2024-12-06T05:51:54,745 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. 2024-12-06T05:51:54,745 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. after waiting 0 ms 2024-12-06T05:51:54,745 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. 2024-12-06T05:51:54,745 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. 2024-12-06T05:51:54,746 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 345f863c6bcd295e8e9f76055bf956e4: Waiting for close lock at 1733464314745Disabling compacts and flushes for region at 1733464314745Disabling writes for close at 1733464314745Writing region close event to WAL at 1733464314745Closed at 1733464314745 2024-12-06T05:51:54,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741878_1055 (size=93) 2024-12-06T05:51:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741878_1055 (size=93) 2024-12-06T05:51:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741878_1055 (size=93) 2024-12-06T05:51:54,752 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:51:54,752 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-29960874:(num 1733464314689) 2024-12-06T05:51:54,752 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:51:54,755 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:54,774 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755, exclude list is [], retry=0 2024-12-06T05:51:54,778 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:54,778 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:54,779 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:54,781 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 2024-12-06T05:51:54,782 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:51:54,782 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 345f863c6bcd295e8e9f76055bf956e4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:54,782 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:54,782 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,782 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,784 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,785 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345f863c6bcd295e8e9f76055bf956e4 columnFamilyName a 2024-12-06T05:51:54,785 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,786 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(327): Store=345f863c6bcd295e8e9f76055bf956e4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,786 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,787 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345f863c6bcd295e8e9f76055bf956e4 columnFamilyName b 2024-12-06T05:51:54,787 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,788 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(327): Store=345f863c6bcd295e8e9f76055bf956e4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,788 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,789 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345f863c6bcd295e8e9f76055bf956e4 columnFamilyName c 2024-12-06T05:51:54,789 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:54,790 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(327): Store=345f863c6bcd295e8e9f76055bf956e4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:54,790 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,791 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,792 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,794 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,794 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,794 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:51:54,796 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:54,797 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 345f863c6bcd295e8e9f76055bf956e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67210951, jitterRate=0.0015212148427963257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:51:54,798 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 345f863c6bcd295e8e9f76055bf956e4: Writing region info on filesystem at 1733464314783Initializing all the Stores at 1733464314784 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314784Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314784Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464314784Cleaning up temporary data from old regions at 1733464314794 (+10 ms)Region opened successfully at 1733464314798 (+4 ms) 2024-12-06T05:51:54,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733464314803/Put/seqid=0 2024-12-06T05:51:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741881_1058 (size=4826) 2024-12-06T05:51:54,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741881_1058 (size=4826) 2024-12-06T05:51:54,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741881_1058 (size=4826) 2024-12-06T05:51:54,817 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42835/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 345f863c6bcd295e8e9f76055bf956e4/a 2024-12-06T05:51:54,826 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-06T05:51:54,826 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:51:54,826 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 345f863c6bcd295e8e9f76055bf956e4: 2024-12-06T05:51:54,829 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/a/4d583febba3744309ddc5ef496051461_SeqId_3_ 2024-12-06T05:51:54,830 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42835/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 345f863c6bcd295e8e9f76055bf956e4/a as hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/a/4d583febba3744309ddc5ef496051461_SeqId_3_ - updating store file list. 2024-12-06T05:51:54,837 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d583febba3744309ddc5ef496051461_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-06T05:51:54,837 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/a/4d583febba3744309ddc5ef496051461_SeqId_3_ into 345f863c6bcd295e8e9f76055bf956e4/a 2024-12-06T05:51:54,838 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42835/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 345f863c6bcd295e8e9f76055bf956e4/a (new location: hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/a/4d583febba3744309ddc5ef496051461_SeqId_3_) 2024-12-06T05:51:54,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755, size=0 (0bytes) 2024-12-06T05:51:54,878 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 might be still open, length is 0 2024-12-06T05:51:54,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 2024-12-06T05:51:54,879 WARN [IPC Server handler 1 on default port 42835 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-06T05:51:54,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 after 0ms 2024-12-06T05:51:55,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T05:51:55,171 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T05:51:55,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-06T05:51:55,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-06T05:51:55,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:51:55,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T05:51:55,175 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T05:51:55,175 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T05:51:55,176 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-06T05:51:55,176 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-06T05:51:55,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-06T05:51:55,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-06T05:51:55,844 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:34230 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38791:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34230 dst: /127.0.0.1:38791 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38791 remote=/127.0.0.1:34230]. Total timeout mills is 60000, 59001 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:51:55,845 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:54188 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35365:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54188 dst: /127.0.0.1:35365 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:51:55,845 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:54984 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34649:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54984 dst: /127.0.0.1:34649 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:51:55,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741880_1059 (size=434) 2024-12-06T05:51:55,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741880_1059 (size=434) 2024-12-06T05:51:58,880 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 after 4001ms 2024-12-06T05:51:58,884 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:58,885 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 took 4007ms 2024-12-06T05:51:58,887 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755; continuing. 2024-12-06T05:51:58,888 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 so closing down 2024-12-06T05:51:58,888 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:51:58,891 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733464314755.temp 2024-12-06T05:51:58,893 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005-wal.1733464314755.temp 2024-12-06T05:51:58,893 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:51:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741882_1060 (size=236) 2024-12-06T05:51:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741882_1060 (size=236) 2024-12-06T05:51:58,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741882_1060 (size=236) 2024-12-06T05:51:58,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005-wal.1733464314755.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-06T05:51:58,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005-wal.1733464314755.temp to hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005 2024-12-06T05:51:58,909 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T05:51:58,910 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755, journal: Splitting hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755, size=0 (0bytes) at 1733464314878Finishing writing output for hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 so closing down at 1733464318888 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005-wal.1733464314755.temp at 1733464318893 (+5 ms)3 split writer threads finished at 1733464318893Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005-wal.1733464314755.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733464318908 (+15 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005-wal.1733464314755.temp to hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005 at 1733464318909 (+1 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755, size=0, length=0, corrupted=false, cancelled=false at 1733464318910 (+1 ms) 2024-12-06T05:51:58,911 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464314755 2024-12-06T05:51:58,912 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005 2024-12-06T05:51:58,912 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:51:58,914 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:51:58,925 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464318914, exclude list is [], retry=0 2024-12-06T05:51:58,928 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:51:58,928 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:51:58,928 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:51:58,930 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464318914 2024-12-06T05:51:58,930 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:51:58,931 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 345f863c6bcd295e8e9f76055bf956e4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:58,931 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:58,931 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,931 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,932 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,933 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345f863c6bcd295e8e9f76055bf956e4 columnFamilyName a 2024-12-06T05:51:58,933 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:58,940 DEBUG [StoreFileOpener-345f863c6bcd295e8e9f76055bf956e4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d583febba3744309ddc5ef496051461_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-06T05:51:58,940 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/a/4d583febba3744309ddc5ef496051461_SeqId_3_ 2024-12-06T05:51:58,940 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(327): Store=345f863c6bcd295e8e9f76055bf956e4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:58,940 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,941 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345f863c6bcd295e8e9f76055bf956e4 columnFamilyName b 2024-12-06T05:51:58,942 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:58,942 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(327): Store=345f863c6bcd295e8e9f76055bf956e4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:58,942 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,943 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345f863c6bcd295e8e9f76055bf956e4 columnFamilyName c 2024-12-06T05:51:58,943 DEBUG [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:58,943 INFO [StoreOpener-345f863c6bcd295e8e9f76055bf956e4-1 {}] regionserver.HStore(327): Store=345f863c6bcd295e8e9f76055bf956e4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:58,944 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,945 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,946 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,947 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005 2024-12-06T05:51:58,949 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:51:58,951 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005 2024-12-06T05:51:58,951 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 345f863c6bcd295e8e9f76055bf956e4 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-06T05:51:58,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/.tmp/a/8151e83fe6b34439a6525e16222ae16b is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733464314843/Put/seqid=0 2024-12-06T05:51:58,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741884_1062 (size=5149) 2024-12-06T05:51:58,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741884_1062 (size=5149) 2024-12-06T05:51:58,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741884_1062 (size=5149) 2024-12-06T05:51:58,973 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/.tmp/a/8151e83fe6b34439a6525e16222ae16b 2024-12-06T05:51:58,979 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/.tmp/a/8151e83fe6b34439a6525e16222ae16b as hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/a/8151e83fe6b34439a6525e16222ae16b 2024-12-06T05:51:58,986 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/a/8151e83fe6b34439a6525e16222ae16b, entries=1, sequenceid=5, filesize=5.0 K 2024-12-06T05:51:58,986 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 345f863c6bcd295e8e9f76055bf956e4 in 35ms, sequenceid=5, compaction requested=false; wal=null 2024-12-06T05:51:58,987 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/0000000000000000005 2024-12-06T05:51:58,988 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,988 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,989 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:51:58,991 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 345f863c6bcd295e8e9f76055bf956e4 2024-12-06T05:51:58,993 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/345f863c6bcd295e8e9f76055bf956e4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-06T05:51:58,994 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 345f863c6bcd295e8e9f76055bf956e4; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73482346, jitterRate=0.09497228264808655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:51:58,994 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 345f863c6bcd295e8e9f76055bf956e4: Writing region info on filesystem at 1733464318931Initializing all the Stores at 1733464318932 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464318932Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464318932Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464318932Obtaining lock to block concurrent updates at 1733464318951 (+19 ms)Preparing flush snapshotting stores in 345f863c6bcd295e8e9f76055bf956e4 at 1733464318951Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733464318951Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. at 1733464318951Flushing 345f863c6bcd295e8e9f76055bf956e4/a: creating writer at 1733464318951Flushing 345f863c6bcd295e8e9f76055bf956e4/a: appending metadata at 1733464318965 (+14 ms)Flushing 345f863c6bcd295e8e9f76055bf956e4/a: closing flushed file at 1733464318965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e61d2c: reopening flushed file at 1733464318977 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 345f863c6bcd295e8e9f76055bf956e4 in 35ms, sequenceid=5, compaction requested=false; wal=null at 1733464318986 (+9 ms)Cleaning up temporary data from old regions at 1733464318988 (+2 ms)Region opened successfully at 1733464318994 (+6 ms) 2024-12-06T05:51:58,999 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 345f863c6bcd295e8e9f76055bf956e4, disabling compactions & flushes 2024-12-06T05:51:58,999 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. 2024-12-06T05:51:58,999 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. 2024-12-06T05:51:58,999 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. after waiting 0 ms 2024-12-06T05:51:58,999 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. 2024-12-06T05:51:59,000 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733464314658.345f863c6bcd295e8e9f76055bf956e4. 2024-12-06T05:51:59,000 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 345f863c6bcd295e8e9f76055bf956e4: Waiting for close lock at 1733464318999Disabling compacts and flushes for region at 1733464318999Disabling writes for close at 1733464318999Writing region close event to WAL at 1733464319000 (+1 ms)Closed at 1733464319000 2024-12-06T05:51:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741883_1061 (size=93) 2024-12-06T05:51:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741883_1061 (size=93) 2024-12-06T05:51:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741883_1061 (size=93) 2024-12-06T05:51:59,006 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:51:59,006 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733464318914) 2024-12-06T05:51:59,018 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=415 (was 410) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-895705670_22 at /127.0.0.1:38656 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-895705670_22 at /127.0.0.1:55740 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42835 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:42835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-895705670_22 at /127.0.0.1:59176 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=4025 (was 4025) 2024-12-06T05:51:59,020 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-06T05:51:59,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=415, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=4025 2024-12-06T05:51:59,031 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-06T05:51:59,044 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:51:59,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T05:51:59,052 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b543b351fe95,33703,1733464304846 2024-12-06T05:51:59,054 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee675ab 2024-12-06T05:51:59,054 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T05:51:59,056 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T05:51:59,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T05:51:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-06T05:51:59,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T05:51:59,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-06T05:51:59,070 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:59,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T05:51:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:51:59,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741885_1063 (size=694) 2024-12-06T05:51:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741885_1063 (size=694) 2024-12-06T05:51:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741885_1063 (size=694) 2024-12-06T05:51:59,085 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09ec5a8fa29830542900ab21d096f46c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245 2024-12-06T05:51:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741886_1064 (size=77) 2024-12-06T05:51:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741886_1064 (size=77) 2024-12-06T05:51:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741886_1064 (size=77) 2024-12-06T05:51:59,096 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:59,096 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 09ec5a8fa29830542900ab21d096f46c, disabling compactions & flushes 2024-12-06T05:51:59,096 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,096 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,096 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. after waiting 0 ms 2024-12-06T05:51:59,097 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,097 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,097 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09ec5a8fa29830542900ab21d096f46c: Waiting for close lock at 1733464319096Disabling compacts and flushes for region at 1733464319096Disabling writes for close at 1733464319097 (+1 ms)Writing region close event to WAL at 1733464319097Closed at 1733464319097 2024-12-06T05:51:59,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T05:51:59,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733464319099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733464319099"}]},"ts":"1733464319099"} 2024-12-06T05:51:59,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T05:51:59,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T05:51:59,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464319109"}]},"ts":"1733464319109"} 2024-12-06T05:51:59,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-06T05:51:59,116 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:51:59,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:51:59,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:51:59,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T05:51:59,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:51:59,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:51:59,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T05:51:59,118 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:51:59,118 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:51:59,118 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T05:51:59,118 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:51:59,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN}] 2024-12-06T05:51:59,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN 2024-12-06T05:51:59,123 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN; state=OFFLINE, location=b543b351fe95,33029,1733464305396; forceNewPlan=false, retain=false 2024-12-06T05:51:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:51:59,275 INFO [b543b351fe95:33703 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T05:51:59,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=OPENING, regionLocation=b543b351fe95,33029,1733464305396 2024-12-06T05:51:59,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN because future has completed 2024-12-06T05:51:59,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,33029,1733464305396}] 2024-12-06T05:51:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:51:59,434 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:51:59,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:51:59,448 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,449 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 09ec5a8fa29830542900ab21d096f46c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:59,449 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,449 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:59,449 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,449 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,451 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,452 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf1 2024-12-06T05:51:59,452 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:59,453 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:59,453 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,454 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf2 2024-12-06T05:51:59,455 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:59,455 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:59,455 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,456 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,456 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,457 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,457 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,458 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T05:51:59,460 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,462 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:51:59,463 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 09ec5a8fa29830542900ab21d096f46c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72486033, jitterRate=0.08012606203556061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T05:51:59,463 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,464 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 09ec5a8fa29830542900ab21d096f46c: Running coprocessor pre-open hook at 1733464319449Writing region info on filesystem at 1733464319449Initializing all the Stores at 1733464319450 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464319451 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464319451Cleaning up temporary data from old regions at 1733464319457 (+6 ms)Running coprocessor post-open hooks at 1733464319463 (+6 ms)Region opened successfully at 1733464319464 (+1 ms) 2024-12-06T05:51:59,466 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., pid=6, masterSystemTime=1733464319433 2024-12-06T05:51:59,469 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,470 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=OPEN, openSeqNum=2, regionLocation=b543b351fe95,33029,1733464305396 2024-12-06T05:51:59,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,33029,1733464305396 because future has completed 2024-12-06T05:51:59,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T05:51:59,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,33029,1733464305396 in 200 msec 2024-12-06T05:51:59,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T05:51:59,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN in 363 msec 2024-12-06T05:51:59,486 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T05:51:59,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733464319486"}]},"ts":"1733464319486"} 2024-12-06T05:51:59,489 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-06T05:51:59,490 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T05:51:59,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 430 msec 2024-12-06T05:51:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T05:51:59,707 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-06T05:51:59,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-06T05:51:59,709 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:51:59,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-06T05:51:59,719 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T05:51:59,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-06T05:51:59,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=2] 2024-12-06T05:51:59,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T05:51:59,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T05:51:59,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=09ec5a8fa29830542900ab21d096f46c, source=b543b351fe95,33029,1733464305396, destination=b543b351fe95,36009,1733464305481, warming up region on b543b351fe95,36009,1733464305481 2024-12-06T05:51:59,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=09ec5a8fa29830542900ab21d096f46c, source=b543b351fe95,33029,1733464305396, destination=b543b351fe95,36009,1733464305481, running balancer 2024-12-06T05:51:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE 2024-12-06T05:51:59,762 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE 2024-12-06T05:51:59,764 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=CLOSING, regionLocation=b543b351fe95,33029,1733464305396 2024-12-06T05:51:59,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(7855): Warmup {ENCODED => 09ec5a8fa29830542900ab21d096f46c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:51:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:51:59,766 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,767 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf1 2024-12-06T05:51:59,767 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:59,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE because future has completed 2024-12-06T05:51:59,768 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:59,768 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,769 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T05:51:59,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,33029,1733464305396}] 2024-12-06T05:51:59,769 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf2 2024-12-06T05:51:59,769 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:51:59,770 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:51:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(1722): Closing 09ec5a8fa29830542900ab21d096f46c, disabling compactions & flushes 2024-12-06T05:51:59,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. after waiting 0 ms 2024-12-06T05:51:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] regionserver.HRegion(1676): Region close journal for 09ec5a8fa29830542900ab21d096f46c: Waiting for close lock at 1733464319770Disabling compacts and flushes for region at 1733464319770Disabling writes for close at 1733464319771 (+1 ms)Writing region close event to WAL at 1733464319771Closed at 1733464319771 2024-12-06T05:51:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-06T05:51:59,930 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,930 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T05:51:59,932 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 09ec5a8fa29830542900ab21d096f46c, disabling compactions & flushes 2024-12-06T05:51:59,932 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,932 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,932 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. after waiting 0 ms 2024-12-06T05:51:59,932 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,932 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 09ec5a8fa29830542900ab21d096f46c 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-06T05:51:59,953 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf1/14f4a78e263748e3b920da36c3186392 is 35, key is r1/cf1:q/1733464319739/Put/seqid=0 2024-12-06T05:51:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741887_1065 (size=4783) 2024-12-06T05:51:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741887_1065 (size=4783) 2024-12-06T05:51:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741887_1065 (size=4783) 2024-12-06T05:51:59,960 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf1/14f4a78e263748e3b920da36c3186392 2024-12-06T05:51:59,967 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf1/14f4a78e263748e3b920da36c3186392 as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/14f4a78e263748e3b920da36c3186392 2024-12-06T05:51:59,974 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/14f4a78e263748e3b920da36c3186392, entries=1, sequenceid=5, filesize=4.7 K 2024-12-06T05:51:59,975 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 09ec5a8fa29830542900ab21d096f46c in 43ms, sequenceid=5, compaction requested=false 2024-12-06T05:51:59,975 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-06T05:51:59,981 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:51:59,983 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:51:59,984 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 09ec5a8fa29830542900ab21d096f46c: Waiting for close lock at 1733464319931Running coprocessor pre-close hooks at 1733464319931Disabling compacts and flushes for region at 1733464319931Disabling writes for close at 1733464319932 (+1 ms)Obtaining lock to block concurrent updates at 1733464319932Preparing flush snapshotting stores in 09ec5a8fa29830542900ab21d096f46c at 1733464319932Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733464319933 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. at 1733464319934 (+1 ms)Flushing 09ec5a8fa29830542900ab21d096f46c/cf1: creating writer at 1733464319934Flushing 09ec5a8fa29830542900ab21d096f46c/cf1: appending metadata at 1733464319953 (+19 ms)Flushing 09ec5a8fa29830542900ab21d096f46c/cf1: closing flushed file at 1733464319953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e565772: reopening flushed file at 1733464319966 (+13 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 09ec5a8fa29830542900ab21d096f46c in 43ms, sequenceid=5, compaction requested=false at 1733464319975 (+9 ms)Writing region close event to WAL at 1733464319976 (+1 ms)Running coprocessor post-close hooks at 1733464319982 (+6 ms)Closed at 1733464319983 (+1 ms) 2024-12-06T05:51:59,984 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 09ec5a8fa29830542900ab21d096f46c move to b543b351fe95,36009,1733464305481 record at close sequenceid=5 2024-12-06T05:51:59,987 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:51:59,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=CLOSED 2024-12-06T05:51:59,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,33029,1733464305396 because future has completed 2024-12-06T05:51:59,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T05:51:59,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,33029,1733464305396 in 223 msec 2024-12-06T05:51:59,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE; state=CLOSED, location=b543b351fe95,36009,1733464305481; forceNewPlan=false, retain=false 2024-12-06T05:52:00,147 INFO [b543b351fe95:33703 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T05:52:00,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=OPENING, regionLocation=b543b351fe95,36009,1733464305481 2024-12-06T05:52:00,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE because future has completed 2024-12-06T05:52:00,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,36009,1733464305481}] 2024-12-06T05:52:00,316 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,316 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 09ec5a8fa29830542900ab21d096f46c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:00,317 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,317 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:00,317 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,317 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,320 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,322 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf1 2024-12-06T05:52:00,322 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:00,330 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/14f4a78e263748e3b920da36c3186392 2024-12-06T05:52:00,330 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:00,331 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,332 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf2 2024-12-06T05:52:00,332 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:00,332 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:00,333 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,333 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,335 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,336 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,336 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,336 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T05:52:00,338 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,339 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 09ec5a8fa29830542900ab21d096f46c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69659903, jitterRate=0.03801344335079193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T05:52:00,340 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,340 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 09ec5a8fa29830542900ab21d096f46c: Running coprocessor pre-open hook at 1733464320318Writing region info on filesystem at 1733464320318Initializing all the Stores at 1733464320319 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464320320 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464320320Cleaning up temporary data from old regions at 1733464320336 (+16 ms)Running coprocessor post-open hooks at 1733464320340 (+4 ms)Region opened successfully at 1733464320340 2024-12-06T05:52:00,342 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., pid=9, masterSystemTime=1733464320308 2024-12-06T05:52:00,344 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,344 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,345 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=OPEN, openSeqNum=9, regionLocation=b543b351fe95,36009,1733464305481 2024-12-06T05:52:00,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,36009,1733464305481 because future has completed 2024-12-06T05:52:00,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-06T05:52:00,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,36009,1733464305481 in 194 msec 2024-12-06T05:52:00,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE in 594 msec 2024-12-06T05:52:00,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:52:00,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:52:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:50360 deadline: 1733464380374, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b543b351fe95 port=36009 startCode=1733464305481. As of locationSeqNum=5. 2024-12-06T05:52:00,381 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b543b351fe95 port=36009 startCode=1733464305481. As of locationSeqNum=5. 2024-12-06T05:52:00,381 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b543b351fe95 port=36009 startCode=1733464305481. As of locationSeqNum=5. 2024-12-06T05:52:00,381 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,36009,1733464305481, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b543b351fe95 port=36009 startCode=1733464305481. As of locationSeqNum=5. 2024-12-06T05:52:00,505 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 09ec5a8fa29830542900ab21d096f46c 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-06T05:52:00,520 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf1/a92da4b40f8e4987abf32df4b13cacc0 is 29, key is r1/cf1:/1733464320497/DeleteFamily/seqid=0 2024-12-06T05:52:00,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741888_1066 (size=4906) 2024-12-06T05:52:00,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741888_1066 (size=4906) 2024-12-06T05:52:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741888_1066 (size=4906) 2024-12-06T05:52:00,529 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf1/a92da4b40f8e4987abf32df4b13cacc0 2024-12-06T05:52:00,536 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a92da4b40f8e4987abf32df4b13cacc0 2024-12-06T05:52:00,550 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf2/8b688cd9b6094d4fbc8eac350d82189d is 29, key is r1/cf2:/1733464320497/DeleteFamily/seqid=0 2024-12-06T05:52:00,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741889_1067 (size=4906) 2024-12-06T05:52:00,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741889_1067 (size=4906) 2024-12-06T05:52:00,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741889_1067 (size=4906) 2024-12-06T05:52:00,557 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf2/8b688cd9b6094d4fbc8eac350d82189d 2024-12-06T05:52:00,562 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b688cd9b6094d4fbc8eac350d82189d 2024-12-06T05:52:00,564 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf1/a92da4b40f8e4987abf32df4b13cacc0 as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/a92da4b40f8e4987abf32df4b13cacc0 2024-12-06T05:52:00,571 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a92da4b40f8e4987abf32df4b13cacc0 2024-12-06T05:52:00,571 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/a92da4b40f8e4987abf32df4b13cacc0, entries=1, sequenceid=12, filesize=4.8 K 2024-12-06T05:52:00,573 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf2/8b688cd9b6094d4fbc8eac350d82189d as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/8b688cd9b6094d4fbc8eac350d82189d 2024-12-06T05:52:00,579 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b688cd9b6094d4fbc8eac350d82189d 2024-12-06T05:52:00,580 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/8b688cd9b6094d4fbc8eac350d82189d, entries=1, sequenceid=12, filesize=4.8 K 2024-12-06T05:52:00,581 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 09ec5a8fa29830542900ab21d096f46c in 76ms, sequenceid=12, compaction requested=false 2024-12-06T05:52:00,581 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 09ec5a8fa29830542900ab21d096f46c: 2024-12-06T05:52:00,585 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T05:52:00,586 DEBUG [Time-limited test {}] regionserver.HStore(1541): 09ec5a8fa29830542900ab21d096f46c/cf1 is initiating major compaction (all files) 2024-12-06T05:52:00,587 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:52:00,587 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:52:00,588 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 09ec5a8fa29830542900ab21d096f46c/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,588 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/14f4a78e263748e3b920da36c3186392, hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/a92da4b40f8e4987abf32df4b13cacc0] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp, totalSize=9.5 K 2024-12-06T05:52:00,590 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 14f4a78e263748e3b920da36c3186392, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733464319739 2024-12-06T05:52:00,591 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a92da4b40f8e4987abf32df4b13cacc0, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-06T05:52:00,605 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 09ec5a8fa29830542900ab21d096f46c#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T05:52:00,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741890_1068 (size=4626) 2024-12-06T05:52:00,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741890_1068 (size=4626) 2024-12-06T05:52:00,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741890_1068 (size=4626) 2024-12-06T05:52:00,620 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf1/48bf16b6232d4853acf691a9aa49b74d as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/48bf16b6232d4853acf691a9aa49b74d 2024-12-06T05:52:00,635 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 09ec5a8fa29830542900ab21d096f46c/cf1 of 09ec5a8fa29830542900ab21d096f46c into 48bf16b6232d4853acf691a9aa49b74d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T05:52:00,635 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 09ec5a8fa29830542900ab21d096f46c: 2024-12-06T05:52:00,635 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-06T05:52:00,635 DEBUG [Time-limited test {}] regionserver.HStore(1541): 09ec5a8fa29830542900ab21d096f46c/cf2 is initiating major compaction (all files) 2024-12-06T05:52:00,635 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T05:52:00,635 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T05:52:00,635 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 09ec5a8fa29830542900ab21d096f46c/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,636 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/8b688cd9b6094d4fbc8eac350d82189d] into tmpdir=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp, totalSize=4.8 K 2024-12-06T05:52:00,636 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8b688cd9b6094d4fbc8eac350d82189d, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-06T05:52:00,642 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 09ec5a8fa29830542900ab21d096f46c#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T05:52:00,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741891_1069 (size=4592) 2024-12-06T05:52:00,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741891_1069 (size=4592) 2024-12-06T05:52:00,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741891_1069 (size=4592) 2024-12-06T05:52:00,657 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/.tmp/cf2/5f546d661cba4409a7161df8028358bd as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/5f546d661cba4409a7161df8028358bd 2024-12-06T05:52:00,666 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 09ec5a8fa29830542900ab21d096f46c/cf2 of 09ec5a8fa29830542900ab21d096f46c into 5f546d661cba4409a7161df8028358bd(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T05:52:00,666 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 09ec5a8fa29830542900ab21d096f46c: 2024-12-06T05:52:00,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=09ec5a8fa29830542900ab21d096f46c, source=b543b351fe95,36009,1733464305481, destination=b543b351fe95,33029,1733464305396, warming up region on b543b351fe95,33029,1733464305396 2024-12-06T05:52:00,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=09ec5a8fa29830542900ab21d096f46c, source=b543b351fe95,36009,1733464305481, destination=b543b351fe95,33029,1733464305396, running balancer 2024-12-06T05:52:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE 2024-12-06T05:52:00,673 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE 2024-12-06T05:52:00,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=CLOSING, regionLocation=b543b351fe95,36009,1733464305481 2024-12-06T05:52:00,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.HRegion(7855): Warmup {ENCODED => 09ec5a8fa29830542900ab21d096f46c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:00,676 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE because future has completed 2024-12-06T05:52:00,677 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf1 2024-12-06T05:52:00,678 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:00,678 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T05:52:00,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,36009,1733464305481}] 2024-12-06T05:52:00,686 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/14f4a78e263748e3b920da36c3186392 2024-12-06T05:52:00,692 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/48bf16b6232d4853acf691a9aa49b74d 2024-12-06T05:52:00,698 INFO [StoreFileOpener-09ec5a8fa29830542900ab21d096f46c-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a92da4b40f8e4987abf32df4b13cacc0 2024-12-06T05:52:00,698 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/a92da4b40f8e4987abf32df4b13cacc0 2024-12-06T05:52:00,699 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:00,699 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,700 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf2 2024-12-06T05:52:00,700 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:00,708 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/5f546d661cba4409a7161df8028358bd 2024-12-06T05:52:00,713 INFO [StoreFileOpener-09ec5a8fa29830542900ab21d096f46c-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b688cd9b6094d4fbc8eac350d82189d 2024-12-06T05:52:00,713 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/8b688cd9b6094d4fbc8eac350d82189d 2024-12-06T05:52:00,714 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.HRegion(1722): Closing 09ec5a8fa29830542900ab21d096f46c, disabling compactions & flushes 2024-12-06T05:52:00,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. after waiting 0 ms 2024-12-06T05:52:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] regionserver.HRegion(1676): Region close journal for 09ec5a8fa29830542900ab21d096f46c: Waiting for close lock at 1733464320714Disabling compacts and flushes for region at 1733464320714Disabling writes for close at 1733464320714Writing region close event to WAL at 1733464320715 (+1 ms)Closed at 1733464320715 2024-12-06T05:52:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-06T05:52:00,832 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,833 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T05:52:00,833 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 09ec5a8fa29830542900ab21d096f46c, disabling compactions & flushes 2024-12-06T05:52:00,833 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,833 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,833 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. after waiting 0 ms 2024-12-06T05:52:00,833 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,834 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/14f4a78e263748e3b920da36c3186392, hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/a92da4b40f8e4987abf32df4b13cacc0] to archive 2024-12-06T05:52:00,836 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T05:52:00,840 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/14f4a78e263748e3b920da36c3186392 to hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/14f4a78e263748e3b920da36c3186392 2024-12-06T05:52:00,842 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/a92da4b40f8e4987abf32df4b13cacc0 to hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/a92da4b40f8e4987abf32df4b13cacc0 2024-12-06T05:52:00,853 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/8b688cd9b6094d4fbc8eac350d82189d] to archive 2024-12-06T05:52:00,855 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T05:52:00,857 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/8b688cd9b6094d4fbc8eac350d82189d to hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/8b688cd9b6094d4fbc8eac350d82189d 2024-12-06T05:52:00,862 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-06T05:52:00,863 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:00,863 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 09ec5a8fa29830542900ab21d096f46c: Waiting for close lock at 1733464320833Running coprocessor pre-close hooks at 1733464320833Disabling compacts and flushes for region at 1733464320833Disabling writes for close at 1733464320833Writing region close event to WAL at 1733464320858 (+25 ms)Running coprocessor post-close hooks at 1733464320863 (+5 ms)Closed at 1733464320863 2024-12-06T05:52:00,863 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 09ec5a8fa29830542900ab21d096f46c move to b543b351fe95,33029,1733464305396 record at close sequenceid=12 2024-12-06T05:52:00,866 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:00,867 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=CLOSED 2024-12-06T05:52:00,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,36009,1733464305481 because future has completed 2024-12-06T05:52:00,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T05:52:00,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,36009,1733464305481 in 193 msec 2024-12-06T05:52:00,877 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE; state=CLOSED, location=b543b351fe95,33029,1733464305396; forceNewPlan=false, retain=false 2024-12-06T05:52:01,028 INFO [b543b351fe95:33703 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T05:52:01,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=OPENING, regionLocation=b543b351fe95,33029,1733464305396 2024-12-06T05:52:01,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE because future has completed 2024-12-06T05:52:01,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,33029,1733464305396}] 2024-12-06T05:52:01,189 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:01,189 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 09ec5a8fa29830542900ab21d096f46c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:01,190 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,190 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:01,190 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,190 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,192 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,194 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf1 2024-12-06T05:52:01,194 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:01,205 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/48bf16b6232d4853acf691a9aa49b74d 2024-12-06T05:52:01,205 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:01,206 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,207 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf2 2024-12-06T05:52:01,207 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:01,214 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/5f546d661cba4409a7161df8028358bd 2024-12-06T05:52:01,214 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:01,214 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,215 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,216 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,217 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,217 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,218 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T05:52:01,219 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,220 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 09ec5a8fa29830542900ab21d096f46c; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66580646, jitterRate=-0.007871061563491821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T05:52:01,220 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,221 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 09ec5a8fa29830542900ab21d096f46c: Running coprocessor pre-open hook at 1733464321190Writing region info on filesystem at 1733464321190Initializing all the Stores at 1733464321192 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464321192Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464321192Cleaning up temporary data from old regions at 1733464321217 (+25 ms)Running coprocessor post-open hooks at 1733464321220 (+3 ms)Region opened successfully at 1733464321221 (+1 ms) 2024-12-06T05:52:01,222 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., pid=12, masterSystemTime=1733464321184 2024-12-06T05:52:01,224 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:01,224 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:01,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=OPEN, openSeqNum=18, regionLocation=b543b351fe95,33029,1733464305396 2024-12-06T05:52:01,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,33029,1733464305396 because future has completed 2024-12-06T05:52:01,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-06T05:52:01,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,33029,1733464305396 in 198 msec 2024-12-06T05:52:01,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, REOPEN/MOVE in 561 msec 2024-12-06T05:52:01,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:52:01,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:52:01,279 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b543b351fe95,33029,1733464305396: testing ***** 2024-12-06T05:52:01,279 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T05:52:01,281 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T05:52:01,282 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T05:52:01,284 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T05:52:01,285 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T05:52:01,292 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 370663552 }, "NonHeapMemoryUsage": { "committed": 170852352, "init": 7667712, "max": -1, "used": 168165968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b543b351fe95", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 25, "ProcessCallTime_mean": 5, "ProcessCallTime_25th_percentile": 6, "ProcessCallTime_median": 12, "ProcessCallTime_75th_percentile": 18, "ProcessCallTime_90th_percentile": 22, "ProcessCallTime_95th_percentile": 23, "ProcessCallTime_98th_percentile": 24, "ProcessCallTime_99th_percentile": 24, "ProcessCallTime_99.9th_percentile": 24, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 26, "TotalCallTime_mean": 6, "TotalCallTime_25th_percentile": 6, "TotalCallTime_median": 13, "TotalCallTime_75th_percentile": 19, "TotalCallTime_90th_percentile": 23, "TotalCallTime_95th_percentile": 24, "TotalCallTime_98th_percentile": 25, "TotalCallTime_99th_percentile": 25, "TotalCallTime_99.9th_percentile": 25, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b543b351fe95", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:52511", "tag.serverName": "b543b351fe95,38969,1733464305524", "tag.clusterId": "71476026-6116-4fe2-9839-791fec862e87", "tag.Context": "regionserver", "tag.Hostname": "b543b351fe95", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733464305524, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-06T05:52:01,296 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33703 {}] master.MasterRpcServices(700): b543b351fe95,33029,1733464305396 reported a fatal error: ***** ABORTING region server b543b351fe95,33029,1733464305396: testing ***** 2024-12-06T05:52:01,298 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,33029,1733464305396' ***** 2024-12-06T05:52:01,298 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-06T05:52:01,299 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:52:01,299 INFO [RS:0;b543b351fe95:33029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-06T05:52:01,299 INFO [RS:0;b543b351fe95:33029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-06T05:52:01,299 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(3091): Received CLOSE for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,299 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:52:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36009 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:34238 deadline: 1733464381299, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b543b351fe95 port=33029 startCode=1733464305396. As of locationSeqNum=12. 2024-12-06T05:52:01,300 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(956): aborting server b543b351fe95,33029,1733464305396 2024-12-06T05:52:01,300 INFO [RS:0;b543b351fe95:33029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:52:01,300 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09ec5a8fa29830542900ab21d096f46c, disabling compactions & flushes 2024-12-06T05:52:01,300 INFO [RS:0;b543b351fe95:33029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b543b351fe95:33029. 2024-12-06T05:52:01,300 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:01,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,36009,1733464305481, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,36009,1733464305481, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b543b351fe95 port=33029 startCode=1733464305396. As of locationSeqNum=12. 2024-12-06T05:52:01,301 DEBUG [RS:0;b543b351fe95:33029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:52:01,301 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:01,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,36009,1733464305481, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b543b351fe95 port=33029 startCode=1733464305396. As of locationSeqNum=12. 2024-12-06T05:52:01,301 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. after waiting 0 ms 2024-12-06T05:52:01,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,36009,1733464305481, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=b543b351fe95 port=33029 startCode=1733464305396. As of locationSeqNum=12. 2024-12-06T05:52:01,301 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:01,301 DEBUG [RS:0;b543b351fe95:33029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:52:01,301 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T05:52:01,302 DEBUG [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(1325): Online Regions={09ec5a8fa29830542900ab21d096f46c=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.} 2024-12-06T05:52:01,302 DEBUG [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(1351): Waiting on 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:01,303 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:01,303 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09ec5a8fa29830542900ab21d096f46c: Waiting for close lock at 1733464321300Running coprocessor pre-close hooks at 1733464321300Disabling compacts and flushes for region at 1733464321300Disabling writes for close at 1733464321301 (+1 ms)Writing region close event to WAL at 1733464321303 (+2 ms)Running coprocessor post-close hooks at 1733464321303Closed at 1733464321303 2024-12-06T05:52:01,304 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:01,382 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:52:01,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b543b351fe95,33029,1733464305396 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:01,417 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b543b351fe95,33029,1733464305396 aborting 2024-12-06T05:52:01,417 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b543b351fe95,33029,1733464305396 aborting 2024-12-06T05:52:01,417 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=12 from cache 2024-12-06T05:52:01,502 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,33029,1733464305396; all regions closed. 2024-12-06T05:52:01,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741834_1010 (size=1677) 2024-12-06T05:52:01,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741834_1010 (size=1677) 2024-12-06T05:52:01,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741834_1010 (size=1677) 2024-12-06T05:52:01,511 DEBUG [RS:0;b543b351fe95:33029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:52:01,511 INFO [RS:0;b543b351fe95:33029 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:52:01,511 INFO [RS:0;b543b351fe95:33029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:52:01,512 INFO [RS:0;b543b351fe95:33029 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:52:01,512 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:52:01,513 INFO [RS:0;b543b351fe95:33029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:52:01,513 INFO [RS:0;b543b351fe95:33029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:52:01,513 INFO [RS:0;b543b351fe95:33029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:52:01,513 INFO [RS:0;b543b351fe95:33029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:52:01,513 INFO [RS:0;b543b351fe95:33029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33029 2024-12-06T05:52:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,33029,1733464305396 2024-12-06T05:52:01,520 INFO [RS:0;b543b351fe95:33029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:52:01,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:52:01,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,33029,1733464305396] 2024-12-06T05:52:01,523 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,33029,1733464305396 already deleted, retry=false 2024-12-06T05:52:01,523 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b543b351fe95,33029,1733464305396 on b543b351fe95,33703,1733464304846 2024-12-06T05:52:01,527 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b543b351fe95,33029,1733464305396, splitWal=true, meta=false 2024-12-06T05:52:01,530 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for b543b351fe95,33029,1733464305396 (carryingMeta=false) b543b351fe95,33029,1733464305396/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@395d057a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T05:52:01,531 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b543b351fe95,33029,1733464305396, splitWal=true, meta=false 2024-12-06T05:52:01,533 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b543b351fe95,33029,1733464305396 had 1 regions 2024-12-06T05:52:01,534 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b543b351fe95,33029,1733464305396, splitWal=true, meta=false, isMeta: false 2024-12-06T05:52:01,536 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting 2024-12-06T05:52:01,538 INFO [PEWorker-1 {}] master.SplitWALManager(105): b543b351fe95,33029,1733464305396 WAL count=1, meta=false 2024-12-06T05:52:01,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b543b351fe95%2C33029%2C1733464305396.1733464306721}] 2024-12-06T05:52:01,546 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=b543b351fe95,38969,1733464305524 2024-12-06T05:52:01,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b543b351fe95%2C33029%2C1733464305396.1733464306721, worker=b543b351fe95,38969,1733464305524}] 2024-12-06T05:52:01,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:52:01,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33029-0x100ae1586520001, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:52:01,623 INFO [RS:0;b543b351fe95:33029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:52:01,623 INFO [RS:0;b543b351fe95:33029 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,33029,1733464305396; zookeeper connection closed. 2024-12-06T05:52:01,623 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65aa8564 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65aa8564 2024-12-06T05:52:01,629 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18] 2024-12-06T05:52:01,631 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b543b351fe95:33029 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b543b351fe95/172.17.0.2:33029 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:01,631 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18, error=java.net.ConnectException: Call to address=b543b351fe95:33029 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b543b351fe95/172.17.0.2:33029 2024-12-06T05:52:01,631 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-06T05:52:01,631 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18 from cache 2024-12-06T05:52:01,632 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address b543b351fe95:33029 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b543b351fe95/172.17.0.2:33029 2024-12-06T05:52:01,710 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T05:52:01,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T05:52:01,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-06T05:52:01,730 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721, size=1.6 K (1677bytes) 2024-12-06T05:52:01,730 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721 2024-12-06T05:52:01,730 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721 after 0ms 2024-12-06T05:52:01,733 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:01,733 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721 took 4ms 2024-12-06T05:52:01,740 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 09ec5a8fa29830542900ab21d096f46c: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-06T05:52:01,740 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721 so closing down 2024-12-06T05:52:01,740 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:52:01,740 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:52:01,740 INFO [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-12-06T05:52:01,740 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721, journal: Splitting hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721, size=1.6 K (1677bytes) at 1733464321730Finishing writing output for hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721 so closing down at 1733464321740 (+10 ms)3 split writer threads finished at 1733464321740Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733464321740 2024-12-06T05:52:01,740 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721 2024-12-06T05:52:01,741 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b543b351fe95:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T05:52:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33703 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-06T05:52:01,748 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting/b543b351fe95%2C33029%2C1733464305396.1733464306721 to hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/oldWALs 2024-12-06T05:52:01,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T05:52:01,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b543b351fe95%2C33029%2C1733464305396.1733464306721, worker=b543b351fe95,38969,1733464305524 in 200 msec 2024-12-06T05:52:01,753 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=b543b351fe95,38969,1733464305524 2024-12-06T05:52:01,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T05:52:01,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure b543b351fe95%2C33029%2C1733464305396.1733464306721, worker=b543b351fe95,38969,1733464305524 in 215 msec 2024-12-06T05:52:01,759 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting dir is empty, no logs to split. 2024-12-06T05:52:01,759 INFO [PEWorker-1 {}] master.SplitWALManager(105): b543b351fe95,33029,1733464305396 WAL count=0, meta=false 2024-12-06T05:52:01,759 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b543b351fe95,33029,1733464305396 WAL splitting is done? wals=0, meta=false 2024-12-06T05:52:01,761 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b543b351fe95,33029,1733464305396 failed, ignore...File hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/WALs/b543b351fe95,33029,1733464305396-splitting does not exist. 2024-12-06T05:52:01,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN}] 2024-12-06T05:52:01,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN 2024-12-06T05:52:01,766 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T05:52:01,917 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(204): Hosts are {b543b351fe95=0} racks are {/default-rack=0} 2024-12-06T05:52:01,917 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T05:52:01,917 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T05:52:01,917 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T05:52:01,917 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T05:52:01,917 INFO [b543b351fe95:33703 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T05:52:01,917 INFO [b543b351fe95:33703 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T05:52:01,917 DEBUG [b543b351fe95:33703 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T05:52:01,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=OPENING, regionLocation=b543b351fe95,36009,1733464305481 2024-12-06T05:52:01,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN because future has completed 2024-12-06T05:52:01,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,36009,1733464305481}] 2024-12-06T05:52:01,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18] 2024-12-06T05:52:01,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to b543b351fe95:33029 this server is in the failed servers list 2024-12-06T05:52:01,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b543b351fe95:33029 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b543b351fe95:33029 2024-12-06T05:52:01,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b543b351fe95:33029 2024-12-06T05:52:01,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,33029,1733464305396, seqNum=18 from cache 2024-12-06T05:52:02,077 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:02,077 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 09ec5a8fa29830542900ab21d096f46c, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:02,078 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,078 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:02,078 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,078 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,080 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,081 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf1 2024-12-06T05:52:02,081 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:02,086 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf1/48bf16b6232d4853acf691a9aa49b74d 2024-12-06T05:52:02,087 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:02,087 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,088 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09ec5a8fa29830542900ab21d096f46c columnFamilyName cf2 2024-12-06T05:52:02,088 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:02,095 DEBUG [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/cf2/5f546d661cba4409a7161df8028358bd 2024-12-06T05:52:02,095 INFO [StoreOpener-09ec5a8fa29830542900ab21d096f46c-1 {}] regionserver.HStore(327): Store=09ec5a8fa29830542900ab21d096f46c/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:02,095 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,096 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,098 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,099 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,099 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,099 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-06T05:52:02,101 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,102 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 09ec5a8fa29830542900ab21d096f46c; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75006836, jitterRate=0.11768895387649536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-06T05:52:02,102 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:02,103 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 09ec5a8fa29830542900ab21d096f46c: Running coprocessor pre-open hook at 1733464322078Writing region info on filesystem at 1733464322078Initializing all the Stores at 1733464322079 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464322079Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464322079Cleaning up temporary data from old regions at 1733464322099 (+20 ms)Running coprocessor post-open hooks at 1733464322102 (+3 ms)Region opened successfully at 1733464322102 2024-12-06T05:52:02,104 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., pid=17, masterSystemTime=1733464322073 2024-12-06T05:52:02,106 DEBUG [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:02,106 INFO [RS_OPEN_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:02,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=09ec5a8fa29830542900ab21d096f46c, regionState=OPEN, openSeqNum=18, regionLocation=b543b351fe95,36009,1733464305481 2024-12-06T05:52:02,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,36009,1733464305481 because future has completed 2024-12-06T05:52:02,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T05:52:02,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 09ec5a8fa29830542900ab21d096f46c, server=b543b351fe95,36009,1733464305481 in 189 msec 2024-12-06T05:52:02,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-06T05:52:02,116 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server b543b351fe95,33029,1733464305396 after splitting done 2024-12-06T05:52:02,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=09ec5a8fa29830542900ab21d096f46c, ASSIGN in 350 msec 2024-12-06T05:52:02,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure b543b351fe95,33029,1733464305396, splitWal=true, meta=false in 592 msec 2024-12-06T05:52:02,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., hostname=b543b351fe95,36009,1733464305481, seqNum=18] 2024-12-06T05:52:02,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=410 (was 415), OpenFileDescriptor=1051 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=137 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=3962 (was 4025) 2024-12-06T05:52:02,471 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-06T05:52:02,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=410, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=3961 2024-12-06T05:52:02,484 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-06T05:52:02,501 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:02,502 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:02,503 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:52:02,505 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-70925993, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-70925993, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:02,515 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-70925993/hregion-70925993.1733464322505, exclude list is [], retry=0 2024-12-06T05:52:02,518 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:02,518 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:02,518 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:02,520 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-70925993/hregion-70925993.1733464322505 2024-12-06T05:52:02,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:52:02,521 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4fba8062e760f59d0ecf40c292abaca3, NAME => 'testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:52:02,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741893_1071 (size=67) 2024-12-06T05:52:02,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741893_1071 (size=67) 2024-12-06T05:52:02,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741893_1071 (size=67) 2024-12-06T05:52:02,530 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:02,531 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,532 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fba8062e760f59d0ecf40c292abaca3 columnFamilyName a 2024-12-06T05:52:02,532 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:02,532 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(327): Store=4fba8062e760f59d0ecf40c292abaca3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:02,533 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,534 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fba8062e760f59d0ecf40c292abaca3 columnFamilyName b 2024-12-06T05:52:02,534 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:02,534 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(327): Store=4fba8062e760f59d0ecf40c292abaca3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:02,534 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,536 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fba8062e760f59d0ecf40c292abaca3 columnFamilyName c 2024-12-06T05:52:02,536 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:02,536 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(327): Store=4fba8062e760f59d0ecf40c292abaca3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:02,536 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,537 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,538 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,539 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,539 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,539 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:02,541 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,543 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:52:02,543 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4fba8062e760f59d0ecf40c292abaca3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74738834, jitterRate=0.1136954128742218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:02,544 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4fba8062e760f59d0ecf40c292abaca3: Writing region info on filesystem at 1733464322530Initializing all the Stores at 1733464322530Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464322531 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464322531Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464322531Cleaning up temporary data from old regions at 1733464322539 (+8 ms)Region opened successfully at 1733464322544 (+5 ms) 2024-12-06T05:52:02,544 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4fba8062e760f59d0ecf40c292abaca3, disabling compactions & flushes 2024-12-06T05:52:02,544 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. 2024-12-06T05:52:02,544 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. 2024-12-06T05:52:02,544 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. after waiting 0 ms 2024-12-06T05:52:02,544 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. 2024-12-06T05:52:02,545 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. 2024-12-06T05:52:02,545 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4fba8062e760f59d0ecf40c292abaca3: Waiting for close lock at 1733464322544Disabling compacts and flushes for region at 1733464322544Disabling writes for close at 1733464322544Writing region close event to WAL at 1733464322545 (+1 ms)Closed at 1733464322545 2024-12-06T05:52:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741892_1070 (size=93) 2024-12-06T05:52:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741892_1070 (size=93) 2024-12-06T05:52:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741892_1070 (size=93) 2024-12-06T05:52:02,550 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:52:02,550 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-70925993:(num 1733464322505) 2024-12-06T05:52:02,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:02,552 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:02,563 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553, exclude list is [], retry=0 2024-12-06T05:52:02,565 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:02,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:02,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:02,568 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553 2024-12-06T05:52:02,568 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:52:02,568 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fba8062e760f59d0ecf40c292abaca3, NAME => 'testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:02,568 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:02,568 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,568 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,569 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,570 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fba8062e760f59d0ecf40c292abaca3 columnFamilyName a 2024-12-06T05:52:02,570 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:02,571 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(327): Store=4fba8062e760f59d0ecf40c292abaca3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:02,571 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,571 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fba8062e760f59d0ecf40c292abaca3 columnFamilyName b 2024-12-06T05:52:02,571 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:02,572 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(327): Store=4fba8062e760f59d0ecf40c292abaca3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:02,572 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,573 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fba8062e760f59d0ecf40c292abaca3 columnFamilyName c 2024-12-06T05:52:02,573 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:02,573 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(327): Store=4fba8062e760f59d0ecf40c292abaca3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:02,573 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,574 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,575 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,577 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,577 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,577 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:02,579 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:02,580 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4fba8062e760f59d0ecf40c292abaca3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61729548, jitterRate=-0.0801580548286438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:02,581 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4fba8062e760f59d0ecf40c292abaca3: Writing region info on filesystem at 1733464322568Initializing all the Stores at 1733464322569 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464322569Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464322569Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464322569Cleaning up temporary data from old regions at 1733464322577 (+8 ms)Region opened successfully at 1733464322581 (+4 ms) 2024-12-06T05:52:02,610 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4fba8062e760f59d0ecf40c292abaca3 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-06T05:52:02,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/a/1160a6009ce3427e80139e8925437b17 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733464322582/Put/seqid=0 2024-12-06T05:52:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741895_1073 (size=5958) 2024-12-06T05:52:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741895_1073 (size=5958) 2024-12-06T05:52:02,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741895_1073 (size=5958) 2024-12-06T05:52:02,633 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/a/1160a6009ce3427e80139e8925437b17 2024-12-06T05:52:02,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/b/bde91085d4474c1c902ab25f318abdc9 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733464322591/Put/seqid=0 2024-12-06T05:52:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741896_1074 (size=5958) 2024-12-06T05:52:02,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741896_1074 (size=5958) 2024-12-06T05:52:02,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741896_1074 (size=5958) 2024-12-06T05:52:02,666 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/b/bde91085d4474c1c902ab25f318abdc9 2024-12-06T05:52:02,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/c/f4f03cbe006f430bb8ef4a6eb2a1f8ec is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733464322599/Put/seqid=0 2024-12-06T05:52:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741897_1075 (size=5958) 2024-12-06T05:52:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741897_1075 (size=5958) 2024-12-06T05:52:02,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741897_1075 (size=5958) 2024-12-06T05:52:02,693 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/c/f4f03cbe006f430bb8ef4a6eb2a1f8ec 2024-12-06T05:52:02,699 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/a/1160a6009ce3427e80139e8925437b17 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/a/1160a6009ce3427e80139e8925437b17 2024-12-06T05:52:02,706 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/a/1160a6009ce3427e80139e8925437b17, entries=10, sequenceid=33, filesize=5.8 K 2024-12-06T05:52:02,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/b/bde91085d4474c1c902ab25f318abdc9 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/b/bde91085d4474c1c902ab25f318abdc9 2024-12-06T05:52:02,714 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/b/bde91085d4474c1c902ab25f318abdc9, entries=10, sequenceid=33, filesize=5.8 K 2024-12-06T05:52:02,715 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/c/f4f03cbe006f430bb8ef4a6eb2a1f8ec as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/c/f4f03cbe006f430bb8ef4a6eb2a1f8ec 2024-12-06T05:52:02,720 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/c/f4f03cbe006f430bb8ef4a6eb2a1f8ec, entries=10, sequenceid=33, filesize=5.8 K 2024-12-06T05:52:02,722 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 4fba8062e760f59d0ecf40c292abaca3 in 111ms, sequenceid=33, compaction requested=false 2024-12-06T05:52:02,722 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4fba8062e760f59d0ecf40c292abaca3: 2024-12-06T05:52:02,722 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4fba8062e760f59d0ecf40c292abaca3, disabling compactions & flushes 2024-12-06T05:52:02,722 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. 2024-12-06T05:52:02,722 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. 2024-12-06T05:52:02,722 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. after waiting 0 ms 2024-12-06T05:52:02,722 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. 2024-12-06T05:52:02,723 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. 2024-12-06T05:52:02,723 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4fba8062e760f59d0ecf40c292abaca3: Waiting for close lock at 1733464322722Disabling compacts and flushes for region at 1733464322722Disabling writes for close at 1733464322722Writing region close event to WAL at 1733464322723 (+1 ms)Closed at 1733464322723 2024-12-06T05:52:02,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741894_1072 (size=2873) 2024-12-06T05:52:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741894_1072 (size=2873) 2024-12-06T05:52:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741894_1072 (size=2873) 2024-12-06T05:52:02,733 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/b/bde91085d4474c1c902ab25f318abdc9 to hdfs://localhost:42835/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/b/bde91085d4474c1c902ab25f318abdc9 2024-12-06T05:52:02,755 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553, size=2.8 K (2873bytes) 2024-12-06T05:52:02,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553 2024-12-06T05:52:02,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553 after 0ms 2024-12-06T05:52:02,758 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:02,758 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553 took 4ms 2024-12-06T05:52:02,761 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553 so closing down 2024-12-06T05:52:02,761 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:52:02,761 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733464322553.temp 2024-12-06T05:52:02,763 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000003-wal.1733464322553.temp 2024-12-06T05:52:02,763 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:52:02,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741898_1076 (size=2312) 2024-12-06T05:52:02,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741898_1076 (size=2312) 2024-12-06T05:52:02,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741898_1076 (size=2312) 2024-12-06T05:52:03,172 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000003-wal.1733464322553.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-06T05:52:03,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000003-wal.1733464322553.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000032 2024-12-06T05:52:03,175 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 417 ms; skipped=2; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-12-06T05:52:03,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553, journal: Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553, size=2.8 K (2873bytes) at 1733464322755Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553 so closing down at 1733464322761 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000003-wal.1733464322553.temp at 1733464322763 (+2 ms)3 split writer threads finished at 1733464322763Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000003-wal.1733464322553.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733464323172 (+409 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000003-wal.1733464322553.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000032 at 1733464323175 (+3 ms)Processed 32 edits across 1 Regions in 417 ms; skipped=2; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733464323175 2024-12-06T05:52:03,179 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464322553 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464322553 2024-12-06T05:52:03,181 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000032 2024-12-06T05:52:03,181 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:03,185 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:03,196 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464323185, exclude list is [], retry=0 2024-12-06T05:52:03,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:03,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:03,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:03,201 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464323185 2024-12-06T05:52:03,201 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:52:03,201 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fba8062e760f59d0ecf40c292abaca3, NAME => 'testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:03,202 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:03,202 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,202 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,203 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,204 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fba8062e760f59d0ecf40c292abaca3 columnFamilyName a 2024-12-06T05:52:03,204 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:03,209 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/a/1160a6009ce3427e80139e8925437b17 2024-12-06T05:52:03,210 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(327): Store=4fba8062e760f59d0ecf40c292abaca3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:03,210 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,211 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fba8062e760f59d0ecf40c292abaca3 columnFamilyName b 2024-12-06T05:52:03,211 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:03,212 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(327): Store=4fba8062e760f59d0ecf40c292abaca3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:03,212 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,212 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fba8062e760f59d0ecf40c292abaca3 columnFamilyName c 2024-12-06T05:52:03,212 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:03,219 DEBUG [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/c/f4f03cbe006f430bb8ef4a6eb2a1f8ec 2024-12-06T05:52:03,219 INFO [StoreOpener-4fba8062e760f59d0ecf40c292abaca3-1 {}] regionserver.HStore(327): Store=4fba8062e760f59d0ecf40c292abaca3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:03,219 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,222 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,223 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000032 2024-12-06T05:52:03,225 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:03,227 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000032 2024-12-06T05:52:03,227 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4fba8062e760f59d0ecf40c292abaca3 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-06T05:52:03,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/b/aa2032f3ee504b94871a428f5ce0252b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733464322591/Put/seqid=0 2024-12-06T05:52:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741900_1078 (size=5958) 2024-12-06T05:52:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741900_1078 (size=5958) 2024-12-06T05:52:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741900_1078 (size=5958) 2024-12-06T05:52:03,249 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/b/aa2032f3ee504b94871a428f5ce0252b 2024-12-06T05:52:03,256 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/.tmp/b/aa2032f3ee504b94871a428f5ce0252b as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/b/aa2032f3ee504b94871a428f5ce0252b 2024-12-06T05:52:03,262 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/b/aa2032f3ee504b94871a428f5ce0252b, entries=10, sequenceid=32, filesize=5.8 K 2024-12-06T05:52:03,262 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4fba8062e760f59d0ecf40c292abaca3 in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-12-06T05:52:03,263 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/0000000000000000032 2024-12-06T05:52:03,265 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,265 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,266 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:03,267 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4fba8062e760f59d0ecf40c292abaca3 2024-12-06T05:52:03,270 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/4fba8062e760f59d0ecf40c292abaca3/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-06T05:52:03,271 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4fba8062e760f59d0ecf40c292abaca3; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69703005, jitterRate=0.03865571320056915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:03,271 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4fba8062e760f59d0ecf40c292abaca3: Writing region info on filesystem at 1733464323202Initializing all the Stores at 1733464323203 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464323203Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464323203Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464323203Obtaining lock to block concurrent updates at 1733464323227 (+24 ms)Preparing flush snapshotting stores in 4fba8062e760f59d0ecf40c292abaca3 at 1733464323227Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733464323227Flushing stores of testReplayEditsWrittenViaHRegion,,1733464322501.4fba8062e760f59d0ecf40c292abaca3. at 1733464323227Flushing 4fba8062e760f59d0ecf40c292abaca3/b: creating writer at 1733464323227Flushing 4fba8062e760f59d0ecf40c292abaca3/b: appending metadata at 1733464323242 (+15 ms)Flushing 4fba8062e760f59d0ecf40c292abaca3/b: closing flushed file at 1733464323242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d019e78: reopening flushed file at 1733464323254 (+12 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 4fba8062e760f59d0ecf40c292abaca3 in 35ms, sequenceid=32, compaction requested=false; wal=null at 1733464323262 (+8 ms)Cleaning up temporary data from old regions at 1733464323265 (+3 ms)Region opened successfully at 1733464323271 (+6 ms) 2024-12-06T05:52:03,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=419 (was 410) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:38656 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:55740 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:55886 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:38766 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:59176 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:59336 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 137) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3951 (was 3961) 2024-12-06T05:52:03,290 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-06T05:52:03,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=419, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=3951 2024-12-06T05:52:03,301 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-06T05:52:03,313 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:03,315 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:03,315 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:52:03,318 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-45123172, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-45123172, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:03,328 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-45123172/hregion-45123172.1733464323318, exclude list is [], retry=0 2024-12-06T05:52:03,331 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:03,331 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:03,331 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:03,333 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-45123172/hregion-45123172.1733464323318 2024-12-06T05:52:03,334 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:52:03,334 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5ee5415b93da308931fcde3c4635d7e1, NAME => 'testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:52:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741902_1080 (size=68) 2024-12-06T05:52:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741902_1080 (size=68) 2024-12-06T05:52:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741902_1080 (size=68) 2024-12-06T05:52:03,344 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:03,345 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,346 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee5415b93da308931fcde3c4635d7e1 columnFamilyName a 2024-12-06T05:52:03,346 DEBUG [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:03,347 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(327): Store=5ee5415b93da308931fcde3c4635d7e1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:03,347 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,348 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee5415b93da308931fcde3c4635d7e1 columnFamilyName b 2024-12-06T05:52:03,348 DEBUG [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:03,349 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(327): Store=5ee5415b93da308931fcde3c4635d7e1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:03,349 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,351 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee5415b93da308931fcde3c4635d7e1 columnFamilyName c 2024-12-06T05:52:03,351 DEBUG [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:03,351 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(327): Store=5ee5415b93da308931fcde3c4635d7e1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:03,352 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,352 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,353 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,354 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,354 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,355 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:03,356 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,358 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:52:03,358 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ee5415b93da308931fcde3c4635d7e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73091788, jitterRate=0.0891525149345398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:03,359 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ee5415b93da308931fcde3c4635d7e1: Writing region info on filesystem at 1733464323344Initializing all the Stores at 1733464323344Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464323344Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464323345 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464323345Cleaning up temporary data from old regions at 1733464323354 (+9 ms)Region opened successfully at 1733464323359 (+5 ms) 2024-12-06T05:52:03,359 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ee5415b93da308931fcde3c4635d7e1, disabling compactions & flushes 2024-12-06T05:52:03,359 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:03,359 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:03,359 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. after waiting 0 ms 2024-12-06T05:52:03,359 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:03,360 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:03,360 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ee5415b93da308931fcde3c4635d7e1: Waiting for close lock at 1733464323359Disabling compacts and flushes for region at 1733464323359Disabling writes for close at 1733464323359Writing region close event to WAL at 1733464323360 (+1 ms)Closed at 1733464323360 2024-12-06T05:52:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741901_1079 (size=93) 2024-12-06T05:52:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741901_1079 (size=93) 2024-12-06T05:52:03,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741901_1079 (size=93) 2024-12-06T05:52:03,366 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:52:03,366 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-45123172:(num 1733464323318) 2024-12-06T05:52:03,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:03,368 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:03,380 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368, exclude list is [], retry=0 2024-12-06T05:52:03,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:03,383 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:03,383 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:03,385 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368 2024-12-06T05:52:03,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:52:03,452 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ee5415b93da308931fcde3c4635d7e1, NAME => 'testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:03,454 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,454 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:03,455 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,455 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,457 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,458 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee5415b93da308931fcde3c4635d7e1 columnFamilyName a 2024-12-06T05:52:03,458 DEBUG [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:03,458 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(327): Store=5ee5415b93da308931fcde3c4635d7e1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:03,459 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,459 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee5415b93da308931fcde3c4635d7e1 columnFamilyName b 2024-12-06T05:52:03,459 DEBUG [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:03,460 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(327): Store=5ee5415b93da308931fcde3c4635d7e1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:03,460 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,461 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee5415b93da308931fcde3c4635d7e1 columnFamilyName c 2024-12-06T05:52:03,461 DEBUG [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:03,462 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(327): Store=5ee5415b93da308931fcde3c4635d7e1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:03,462 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,463 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,464 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,465 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,465 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,466 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:03,467 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,468 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ee5415b93da308931fcde3c4635d7e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65929066, jitterRate=-0.017580360174179077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:03,468 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:03,469 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ee5415b93da308931fcde3c4635d7e1: Running coprocessor pre-open hook at 1733464323455Writing region info on filesystem at 1733464323455Initializing all the Stores at 1733464323456 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464323456Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464323456Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464323456Cleaning up temporary data from old regions at 1733464323465 (+9 ms)Running coprocessor post-open hooks at 1733464323468 (+3 ms)Region opened successfully at 1733464323469 (+1 ms) 2024-12-06T05:52:03,482 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ee5415b93da308931fcde3c4635d7e1 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-06T05:52:03,483 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:04,484 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:04,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T05:52:05,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-06T05:52:05,170 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-06T05:52:05,171 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-06T05:52:05,171 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-06T05:52:05,171 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-06T05:52:05,171 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-06T05:52:05,485 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:06,486 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:07,487 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:08,488 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:09,489 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:10,490 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:11,492 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:12,493 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 5ee5415b93da308931fcde3c4635d7e1/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:12,495 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5ee5415b93da308931fcde3c4635d7e1: 2024-12-06T05:52:12,495 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:12,512 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5ee5415b93da308931fcde3c4635d7e1: 2024-12-06T05:52:12,512 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-06T05:52:12,512 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ee5415b93da308931fcde3c4635d7e1, disabling compactions & flushes 2024-12-06T05:52:12,512 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:12,512 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:12,512 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. after waiting 0 ms 2024-12-06T05:52:12,512 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:12,513 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:12,513 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. 2024-12-06T05:52:12,513 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ee5415b93da308931fcde3c4635d7e1: Waiting for close lock at 1733464332512Running coprocessor pre-close hooks at 1733464332512Disabling compacts and flushes for region at 1733464332512Disabling writes for close at 1733464332512Writing region close event to WAL at 1733464332512Running coprocessor post-close hooks at 1733464332513 (+1 ms)Closed at 1733464332513 2024-12-06T05:52:12,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741903_1081 (size=2398) 2024-12-06T05:52:12,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741903_1081 (size=2398) 2024-12-06T05:52:12,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741903_1081 (size=2398) 2024-12-06T05:52:12,531 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368, size=2.3 K (2398bytes) 2024-12-06T05:52:12,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368 2024-12-06T05:52:12,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368 after 0ms 2024-12-06T05:52:12,534 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:12,534 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368 took 4ms 2024-12-06T05:52:12,536 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368 so closing down 2024-12-06T05:52:12,536 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:52:12,538 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733464323368.temp 2024-12-06T05:52:12,539 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000004-wal.1733464323368.temp 2024-12-06T05:52:12,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:52:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741904_1082 (size=1672) 2024-12-06T05:52:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741904_1082 (size=1672) 2024-12-06T05:52:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741904_1082 (size=1672) 2024-12-06T05:52:12,546 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000004-wal.1733464323368.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-06T05:52:12,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000004-wal.1733464323368.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000026 2024-12-06T05:52:12,547 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-12-06T05:52:12,548 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368, journal: Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368, size=2.3 K (2398bytes) at 1733464332531Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368 so closing down at 1733464332536 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000004-wal.1733464323368.temp at 1733464332539 (+3 ms)3 split writer threads finished at 1733464332539Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000004-wal.1733464323368.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733464332546 (+7 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000004-wal.1733464323368.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000026 at 1733464332547 (+1 ms)Processed 23 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733464332548 (+1 ms) 2024-12-06T05:52:12,550 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464323368 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464323368 2024-12-06T05:52:12,551 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000026 2024-12-06T05:52:12,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:12,553 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:12,564 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464332553, exclude list is [], retry=0 2024-12-06T05:52:12,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:12,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:12,568 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:12,569 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464332553 2024-12-06T05:52:12,569 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:52:12,570 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ee5415b93da308931fcde3c4635d7e1, NAME => 'testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:12,570 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:12,570 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:12,570 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:12,571 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:12,572 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:12,573 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee5415b93da308931fcde3c4635d7e1 columnFamilyName a 2024-12-06T05:52:12,573 DEBUG [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:12,574 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(327): Store=5ee5415b93da308931fcde3c4635d7e1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:12,574 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:12,575 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee5415b93da308931fcde3c4635d7e1 columnFamilyName b 2024-12-06T05:52:12,575 DEBUG [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:12,575 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(327): Store=5ee5415b93da308931fcde3c4635d7e1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:12,576 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:12,576 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ee5415b93da308931fcde3c4635d7e1 columnFamilyName c 2024-12-06T05:52:12,577 DEBUG [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:12,577 INFO [StoreOpener-5ee5415b93da308931fcde3c4635d7e1-1 {}] regionserver.HStore(327): Store=5ee5415b93da308931fcde3c4635d7e1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:12,577 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:12,578 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:12,580 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:12,580 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000026 2024-12-06T05:52:12,583 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:12,584 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000026 2024-12-06T05:52:12,585 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ee5415b93da308931fcde3c4635d7e1 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-06T05:52:12,598 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/.tmp/a/fe2de73104d44e4c85c87884cd7c56d6 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733464332504/Put/seqid=0 2024-12-06T05:52:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741906_1084 (size=5523) 2024-12-06T05:52:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741906_1084 (size=5523) 2024-12-06T05:52:12,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741906_1084 (size=5523) 2024-12-06T05:52:13,006 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/.tmp/a/fe2de73104d44e4c85c87884cd7c56d6 2024-12-06T05:52:13,034 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/.tmp/b/00dc19c24a5f4928adeb786a0c3f45e2 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733464332496/Put/seqid=0 2024-12-06T05:52:13,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741907_1085 (size=5524) 2024-12-06T05:52:13,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741907_1085 (size=5524) 2024-12-06T05:52:13,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741907_1085 (size=5524) 2024-12-06T05:52:13,040 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/.tmp/b/00dc19c24a5f4928adeb786a0c3f45e2 2024-12-06T05:52:13,059 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/.tmp/c/f04d36902c49432d916c5b966d384540 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733464332501/Put/seqid=0 2024-12-06T05:52:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741908_1086 (size=5457) 2024-12-06T05:52:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741908_1086 (size=5457) 2024-12-06T05:52:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741908_1086 (size=5457) 2024-12-06T05:52:13,066 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/.tmp/c/f04d36902c49432d916c5b966d384540 2024-12-06T05:52:13,071 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/.tmp/a/fe2de73104d44e4c85c87884cd7c56d6 as hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/a/fe2de73104d44e4c85c87884cd7c56d6 2024-12-06T05:52:13,077 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/a/fe2de73104d44e4c85c87884cd7c56d6, entries=7, sequenceid=26, filesize=5.4 K 2024-12-06T05:52:13,078 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/.tmp/b/00dc19c24a5f4928adeb786a0c3f45e2 as hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/b/00dc19c24a5f4928adeb786a0c3f45e2 2024-12-06T05:52:13,083 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/b/00dc19c24a5f4928adeb786a0c3f45e2, entries=7, sequenceid=26, filesize=5.4 K 2024-12-06T05:52:13,084 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/.tmp/c/f04d36902c49432d916c5b966d384540 as hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/c/f04d36902c49432d916c5b966d384540 2024-12-06T05:52:13,090 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/c/f04d36902c49432d916c5b966d384540, entries=6, sequenceid=26, filesize=5.3 K 2024-12-06T05:52:13,090 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 5ee5415b93da308931fcde3c4635d7e1 in 506ms, sequenceid=26, compaction requested=false; wal=null 2024-12-06T05:52:13,091 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/0000000000000000026 2024-12-06T05:52:13,092 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:13,092 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:13,093 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:13,094 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:13,097 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsAfterAbortingFlush/5ee5415b93da308931fcde3c4635d7e1/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-06T05:52:13,098 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ee5415b93da308931fcde3c4635d7e1; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59806048, jitterRate=-0.10882043838500977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:13,098 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ee5415b93da308931fcde3c4635d7e1 2024-12-06T05:52:13,098 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ee5415b93da308931fcde3c4635d7e1: Running coprocessor pre-open hook at 1733464332571Writing region info on filesystem at 1733464332571Initializing all the Stores at 1733464332572 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464332572Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464332572Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464332572Obtaining lock to block concurrent updates at 1733464332585 (+13 ms)Preparing flush snapshotting stores in 5ee5415b93da308931fcde3c4635d7e1 at 1733464332585Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733464332585Flushing stores of testReplayEditsAfterAbortingFlush,,1733464323314.5ee5415b93da308931fcde3c4635d7e1. at 1733464332585Flushing 5ee5415b93da308931fcde3c4635d7e1/a: creating writer at 1733464332585Flushing 5ee5415b93da308931fcde3c4635d7e1/a: appending metadata at 1733464332598 (+13 ms)Flushing 5ee5415b93da308931fcde3c4635d7e1/a: closing flushed file at 1733464332598Flushing 5ee5415b93da308931fcde3c4635d7e1/b: creating writer at 1733464333017 (+419 ms)Flushing 5ee5415b93da308931fcde3c4635d7e1/b: appending metadata at 1733464333034 (+17 ms)Flushing 5ee5415b93da308931fcde3c4635d7e1/b: closing flushed file at 1733464333034Flushing 5ee5415b93da308931fcde3c4635d7e1/c: creating writer at 1733464333045 (+11 ms)Flushing 5ee5415b93da308931fcde3c4635d7e1/c: appending metadata at 1733464333058 (+13 ms)Flushing 5ee5415b93da308931fcde3c4635d7e1/c: closing flushed file at 1733464333058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dea69d4: reopening flushed file at 1733464333070 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28af58cf: reopening flushed file at 1733464333077 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271060b7: reopening flushed file at 1733464333083 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 5ee5415b93da308931fcde3c4635d7e1 in 506ms, sequenceid=26, compaction requested=false; wal=null at 1733464333090 (+7 ms)Cleaning up temporary data from old regions at 1733464333092 (+2 ms)Running coprocessor post-open hooks at 1733464333098 (+6 ms)Region opened successfully at 1733464333098 2024-12-06T05:52:13,116 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=416 (was 419), OpenFileDescriptor=1181 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=3959 (was 3951) - AvailableMemoryMB LEAK? - 2024-12-06T05:52:13,117 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-12-06T05:52:13,128 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1181, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=3958 2024-12-06T05:52:13,128 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1181 is superior to 1024 2024-12-06T05:52:13,141 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:13,142 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:13,143 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:52:13,146 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57228975, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-57228975, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:13,157 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57228975/hregion-57228975.1733464333146, exclude list is [], retry=0 2024-12-06T05:52:13,159 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:13,160 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:13,160 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:13,162 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57228975/hregion-57228975.1733464333146 2024-12-06T05:52:13,162 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:52:13,163 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 41b657f2154abf38ae1eb85e39d8cb8e, NAME => 'testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:52:13,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741910_1088 (size=61) 2024-12-06T05:52:13,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741910_1088 (size=61) 2024-12-06T05:52:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741910_1088 (size=61) 2024-12-06T05:52:13,174 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:13,175 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,177 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b657f2154abf38ae1eb85e39d8cb8e columnFamilyName a 2024-12-06T05:52:13,177 DEBUG [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,177 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] regionserver.HStore(327): Store=41b657f2154abf38ae1eb85e39d8cb8e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,178 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,178 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,179 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,179 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,179 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,180 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,182 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:52:13,183 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41b657f2154abf38ae1eb85e39d8cb8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74017675, jitterRate=0.10294930636882782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:52:13,183 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41b657f2154abf38ae1eb85e39d8cb8e: Writing region info on filesystem at 1733464333174Initializing all the Stores at 1733464333175 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333175Cleaning up temporary data from old regions at 1733464333179 (+4 ms)Region opened successfully at 1733464333183 (+4 ms) 2024-12-06T05:52:13,183 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 41b657f2154abf38ae1eb85e39d8cb8e, disabling compactions & flushes 2024-12-06T05:52:13,183 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. 2024-12-06T05:52:13,183 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. 2024-12-06T05:52:13,183 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. after waiting 0 ms 2024-12-06T05:52:13,183 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. 2024-12-06T05:52:13,184 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. 2024-12-06T05:52:13,184 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 41b657f2154abf38ae1eb85e39d8cb8e: Waiting for close lock at 1733464333183Disabling compacts and flushes for region at 1733464333183Disabling writes for close at 1733464333183Writing region close event to WAL at 1733464333184 (+1 ms)Closed at 1733464333184 2024-12-06T05:52:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741909_1087 (size=93) 2024-12-06T05:52:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741909_1087 (size=93) 2024-12-06T05:52:13,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741909_1087 (size=93) 2024-12-06T05:52:13,188 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:52:13,188 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57228975:(num 1733464333146) 2024-12-06T05:52:13,188 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:13,190 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:13,202 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190, exclude list is [], retry=0 2024-12-06T05:52:13,205 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:13,205 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:13,205 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:13,207 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190 2024-12-06T05:52:13,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:52:13,210 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b657f2154abf38ae1eb85e39d8cb8e, NAME => 'testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:13,210 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:13,210 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,210 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,213 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,214 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b657f2154abf38ae1eb85e39d8cb8e columnFamilyName a 2024-12-06T05:52:13,214 DEBUG [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,215 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] regionserver.HStore(327): Store=41b657f2154abf38ae1eb85e39d8cb8e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,215 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,216 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,217 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,218 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,218 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,220 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,220 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41b657f2154abf38ae1eb85e39d8cb8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72144901, jitterRate=0.07504279911518097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:52:13,221 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41b657f2154abf38ae1eb85e39d8cb8e: Writing region info on filesystem at 1733464333210Initializing all the Stores at 1733464333212 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333212Cleaning up temporary data from old regions at 1733464333218 (+6 ms)Region opened successfully at 1733464333221 (+3 ms) 2024-12-06T05:52:13,229 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 41b657f2154abf38ae1eb85e39d8cb8e, disabling compactions & flushes 2024-12-06T05:52:13,229 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. 2024-12-06T05:52:13,229 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. 2024-12-06T05:52:13,229 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. after waiting 0 ms 2024-12-06T05:52:13,229 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. 2024-12-06T05:52:13,229 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. 2024-12-06T05:52:13,230 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. 2024-12-06T05:52:13,230 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 41b657f2154abf38ae1eb85e39d8cb8e: Waiting for close lock at 1733464333229Disabling compacts and flushes for region at 1733464333229Disabling writes for close at 1733464333229Writing region close event to WAL at 1733464333229Closed at 1733464333229 2024-12-06T05:52:13,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741911_1089 (size=838) 2024-12-06T05:52:13,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741911_1089 (size=838) 2024-12-06T05:52:13,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741911_1089 (size=838) 2024-12-06T05:52:13,245 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190, size=838 (838bytes) 2024-12-06T05:52:13,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190 2024-12-06T05:52:13,246 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190 after 1ms 2024-12-06T05:52:13,248 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:13,248 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190 took 3ms 2024-12-06T05:52:13,250 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190 so closing down 2024-12-06T05:52:13,250 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:52:13,251 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733464333190.temp 2024-12-06T05:52:13,252 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000003-wal.1733464333190.temp 2024-12-06T05:52:13,253 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:52:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741912_1090 (size=838) 2024-12-06T05:52:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741912_1090 (size=838) 2024-12-06T05:52:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741912_1090 (size=838) 2024-12-06T05:52:13,260 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000003-wal.1733464333190.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-06T05:52:13,261 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000003-wal.1733464333190.temp to hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000012 2024-12-06T05:52:13,261 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190, size=838, length=838, corrupted=false, cancelled=false 2024-12-06T05:52:13,261 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190, journal: Splitting hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190, size=838 (838bytes) at 1733464333245Finishing writing output for hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190 so closing down at 1733464333250 (+5 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000003-wal.1733464333190.temp at 1733464333252 (+2 ms)3 split writer threads finished at 1733464333253 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000003-wal.1733464333190.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733464333260 (+7 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000003-wal.1733464333190.temp to hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000012 at 1733464333261 (+1 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190, size=838, length=838, corrupted=false, cancelled=false at 1733464333261 2024-12-06T05:52:13,263 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333190 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464333190 2024-12-06T05:52:13,264 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000012 2024-12-06T05:52:13,267 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:13,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:13,536 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:13,547 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333537, exclude list is [], retry=0 2024-12-06T05:52:13,549 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:13,549 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:13,550 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:13,551 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333537 2024-12-06T05:52:13,552 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:52:13,552 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b657f2154abf38ae1eb85e39d8cb8e, NAME => 'testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:13,552 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:13,552 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,552 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,556 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,557 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b657f2154abf38ae1eb85e39d8cb8e columnFamilyName a 2024-12-06T05:52:13,557 DEBUG [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,558 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] regionserver.HStore(327): Store=41b657f2154abf38ae1eb85e39d8cb8e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,558 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,559 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,560 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,561 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000012 2024-12-06T05:52:13,564 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:13,565 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000012 2024-12-06T05:52:13,565 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 41b657f2154abf38ae1eb85e39d8cb8e 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-06T05:52:13,586 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/.tmp/a/5482179cf3a94752b13b3516cdce1901 is 79, key is testDatalossWhenInputError/a:x0/1733464333221/Put/seqid=0 2024-12-06T05:52:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741914_1092 (size=5808) 2024-12-06T05:52:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741914_1092 (size=5808) 2024-12-06T05:52:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741914_1092 (size=5808) 2024-12-06T05:52:13,593 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/.tmp/a/5482179cf3a94752b13b3516cdce1901 2024-12-06T05:52:13,603 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/.tmp/a/5482179cf3a94752b13b3516cdce1901 as hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/a/5482179cf3a94752b13b3516cdce1901 2024-12-06T05:52:13,611 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/a/5482179cf3a94752b13b3516cdce1901, entries=10, sequenceid=12, filesize=5.7 K 2024-12-06T05:52:13,611 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 41b657f2154abf38ae1eb85e39d8cb8e in 46ms, sequenceid=12, compaction requested=false; wal=null 2024-12-06T05:52:13,612 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/0000000000000000012 2024-12-06T05:52:13,613 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,613 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,617 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,619 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-06T05:52:13,620 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41b657f2154abf38ae1eb85e39d8cb8e; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59592648, jitterRate=-0.11200034618377686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:52:13,621 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41b657f2154abf38ae1eb85e39d8cb8e: Writing region info on filesystem at 1733464333552Initializing all the Stores at 1733464333555 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333555Obtaining lock to block concurrent updates at 1733464333565 (+10 ms)Preparing flush snapshotting stores in 41b657f2154abf38ae1eb85e39d8cb8e at 1733464333565Finished memstore snapshotting testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733464333565Flushing stores of testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e. at 1733464333565Flushing 41b657f2154abf38ae1eb85e39d8cb8e/a: creating writer at 1733464333565Flushing 41b657f2154abf38ae1eb85e39d8cb8e/a: appending metadata at 1733464333585 (+20 ms)Flushing 41b657f2154abf38ae1eb85e39d8cb8e/a: closing flushed file at 1733464333585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1223e49b: reopening flushed file at 1733464333601 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 41b657f2154abf38ae1eb85e39d8cb8e in 46ms, sequenceid=12, compaction requested=false; wal=null at 1733464333611 (+10 ms)Cleaning up temporary data from old regions at 1733464333613 (+2 ms)Region opened successfully at 1733464333621 (+8 ms) 2024-12-06T05:52:13,624 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41b657f2154abf38ae1eb85e39d8cb8e, NAME => 'testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:13,625 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733464333141.41b657f2154abf38ae1eb85e39d8cb8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:13,625 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,625 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,626 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,627 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41b657f2154abf38ae1eb85e39d8cb8e columnFamilyName a 2024-12-06T05:52:13,627 DEBUG [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,632 DEBUG [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/a/5482179cf3a94752b13b3516cdce1901 2024-12-06T05:52:13,632 INFO [StoreOpener-41b657f2154abf38ae1eb85e39d8cb8e-1 {}] regionserver.HStore(327): Store=41b657f2154abf38ae1eb85e39d8cb8e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,633 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,634 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,635 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,635 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,635 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,636 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41b657f2154abf38ae1eb85e39d8cb8e 2024-12-06T05:52:13,639 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testDatalossWhenInputError/41b657f2154abf38ae1eb85e39d8cb8e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-06T05:52:13,640 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 41b657f2154abf38ae1eb85e39d8cb8e; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63846387, jitterRate=-0.04861469566822052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T05:52:13,640 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41b657f2154abf38ae1eb85e39d8cb8e: Writing region info on filesystem at 1733464333625Initializing all the Stores at 1733464333626 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333626Cleaning up temporary data from old regions at 1733464333635 (+9 ms)Region opened successfully at 1733464333640 (+5 ms) 2024-12-06T05:52:13,654 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=426 (was 416) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:41890 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:37842 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:41810 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2063302849-172.17.0.2-1733464302214:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:52386 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:37750 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:52434 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1263 (was 1181) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=3952 (was 3958) 2024-12-06T05:52:13,654 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1263 is superior to 1024 2024-12-06T05:52:13,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1263, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=3952 2024-12-06T05:52:13,665 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1263 is superior to 1024 2024-12-06T05:52:13,677 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:13,678 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:13,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:52:13,681 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-40562780, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-40562780, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:13,692 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-40562780/hregion-40562780.1733464333681, exclude list is [], retry=0 2024-12-06T05:52:13,695 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:13,695 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:13,695 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:13,696 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-40562780/hregion-40562780.1733464333681 2024-12-06T05:52:13,697 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:52:13,697 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 761986c829f2b533bec48ffe8258f58a, NAME => 'testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:52:13,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741916_1094 (size=63) 2024-12-06T05:52:13,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741916_1094 (size=63) 2024-12-06T05:52:13,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741916_1094 (size=63) 2024-12-06T05:52:13,712 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:13,713 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,714 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761986c829f2b533bec48ffe8258f58a columnFamilyName a 2024-12-06T05:52:13,714 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,714 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(327): Store=761986c829f2b533bec48ffe8258f58a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,715 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,715 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761986c829f2b533bec48ffe8258f58a columnFamilyName b 2024-12-06T05:52:13,716 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,716 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(327): Store=761986c829f2b533bec48ffe8258f58a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,716 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,717 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761986c829f2b533bec48ffe8258f58a columnFamilyName c 2024-12-06T05:52:13,717 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,718 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(327): Store=761986c829f2b533bec48ffe8258f58a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,718 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,719 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,719 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,720 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,720 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,720 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:13,721 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,723 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:52:13,724 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 761986c829f2b533bec48ffe8258f58a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69534358, jitterRate=0.03614267706871033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:13,724 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 761986c829f2b533bec48ffe8258f58a: Writing region info on filesystem at 1733464333712Initializing all the Stores at 1733464333712Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333712Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333712Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333712Cleaning up temporary data from old regions at 1733464333720 (+8 ms)Region opened successfully at 1733464333724 (+4 ms) 2024-12-06T05:52:13,724 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 761986c829f2b533bec48ffe8258f58a, disabling compactions & flushes 2024-12-06T05:52:13,724 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. 2024-12-06T05:52:13,724 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. 2024-12-06T05:52:13,724 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. after waiting 0 ms 2024-12-06T05:52:13,724 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. 2024-12-06T05:52:13,725 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. 2024-12-06T05:52:13,725 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 761986c829f2b533bec48ffe8258f58a: Waiting for close lock at 1733464333724Disabling compacts and flushes for region at 1733464333724Disabling writes for close at 1733464333724Writing region close event to WAL at 1733464333725 (+1 ms)Closed at 1733464333725 2024-12-06T05:52:13,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741915_1093 (size=93) 2024-12-06T05:52:13,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741915_1093 (size=93) 2024-12-06T05:52:13,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741915_1093 (size=93) 2024-12-06T05:52:13,731 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:52:13,731 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-40562780:(num 1733464333681) 2024-12-06T05:52:13,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:13,733 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:13,746 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733, exclude list is [], retry=0 2024-12-06T05:52:13,749 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:13,749 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:13,749 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:13,751 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 2024-12-06T05:52:13,751 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:52:13,751 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 761986c829f2b533bec48ffe8258f58a, NAME => 'testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:13,751 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:13,752 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,752 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,753 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,754 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761986c829f2b533bec48ffe8258f58a columnFamilyName a 2024-12-06T05:52:13,754 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,755 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(327): Store=761986c829f2b533bec48ffe8258f58a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,755 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,756 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761986c829f2b533bec48ffe8258f58a columnFamilyName b 2024-12-06T05:52:13,756 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,756 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(327): Store=761986c829f2b533bec48ffe8258f58a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,756 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,757 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761986c829f2b533bec48ffe8258f58a columnFamilyName c 2024-12-06T05:52:13,757 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:13,757 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(327): Store=761986c829f2b533bec48ffe8258f58a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:13,758 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,758 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,760 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,760 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,761 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:13,762 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:13,763 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 761986c829f2b533bec48ffe8258f58a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74172064, jitterRate=0.10524988174438477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:13,764 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 761986c829f2b533bec48ffe8258f58a: Writing region info on filesystem at 1733464333752Initializing all the Stores at 1733464333753 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333753Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333753Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464333753Cleaning up temporary data from old regions at 1733464333760 (+7 ms)Region opened successfully at 1733464333764 (+4 ms) 2024-12-06T05:52:13,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733464333767/Put/seqid=0 2024-12-06T05:52:13,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741918_1096 (size=4875) 2024-12-06T05:52:13,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741918_1096 (size=4875) 2024-12-06T05:52:13,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741918_1096 (size=4875) 2024-12-06T05:52:13,777 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733464333777/Put/seqid=0 2024-12-06T05:52:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741919_1097 (size=4875) 2024-12-06T05:52:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741919_1097 (size=4875) 2024-12-06T05:52:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741919_1097 (size=4875) 2024-12-06T05:52:13,790 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733464333789/Put/seqid=0 2024-12-06T05:52:13,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741920_1098 (size=4875) 2024-12-06T05:52:13,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741920_1098 (size=4875) 2024-12-06T05:52:13,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741920_1098 (size=4875) 2024-12-06T05:52:13,797 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 761986c829f2b533bec48ffe8258f58a/a 2024-12-06T05:52:13,800 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-06T05:52:13,801 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:52:13,801 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 761986c829f2b533bec48ffe8258f58a/a 2024-12-06T05:52:13,804 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-06T05:52:13,804 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:52:13,804 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 761986c829f2b533bec48ffe8258f58a/a 2024-12-06T05:52:13,807 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-06T05:52:13,807 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T05:52:13,808 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 761986c829f2b533bec48ffe8258f58a 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-06T05:52:13,822 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/.tmp/a/c31bad2032804b6e9c452a1a06cf428e is 55, key is testCompactedBulkLoadedFiles/a:a/1733464333764/Put/seqid=0 2024-12-06T05:52:13,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741921_1099 (size=5107) 2024-12-06T05:52:13,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741921_1099 (size=5107) 2024-12-06T05:52:13,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741921_1099 (size=5107) 2024-12-06T05:52:13,829 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/.tmp/a/c31bad2032804b6e9c452a1a06cf428e 2024-12-06T05:52:13,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/.tmp/a/c31bad2032804b6e9c452a1a06cf428e as hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/c31bad2032804b6e9c452a1a06cf428e 2024-12-06T05:52:13,840 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/c31bad2032804b6e9c452a1a06cf428e, entries=1, sequenceid=4, filesize=5.0 K 2024-12-06T05:52:13,841 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 761986c829f2b533bec48ffe8258f58a in 33ms, sequenceid=4, compaction requested=false 2024-12-06T05:52:13,842 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 761986c829f2b533bec48ffe8258f58a: 2024-12-06T05:52:13,843 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_ 2024-12-06T05:52:13,844 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_ 2024-12-06T05:52:13,845 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_ 2024-12-06T05:52:13,845 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile0 into 761986c829f2b533bec48ffe8258f58a/a as hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_ - updating store file list. 2024-12-06T05:52:13,850 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0c766d8c10e41068454771d5888ad59_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:52:13,850 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_ into 761986c829f2b533bec48ffe8258f58a/a 2024-12-06T05:52:13,850 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile0 into 761986c829f2b533bec48ffe8258f58a/a (new location: hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_) 2024-12-06T05:52:13,851 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile1 into 761986c829f2b533bec48ffe8258f58a/a as hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_ - updating store file list. 2024-12-06T05:52:13,855 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea78c76d591e49c29b6e912eea2575ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:52:13,855 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_ into 761986c829f2b533bec48ffe8258f58a/a 2024-12-06T05:52:13,855 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile1 into 761986c829f2b533bec48ffe8258f58a/a (new location: hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_) 2024-12-06T05:52:13,856 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile2 into 761986c829f2b533bec48ffe8258f58a/a as hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_ - updating store file list. 2024-12-06T05:52:13,860 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 861e40bcf00c49b78194300621d741cc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:52:13,860 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_ into 761986c829f2b533bec48ffe8258f58a/a 2024-12-06T05:52:13,861 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42835/hbase/testCompactedBulkLoadedFiles/hfile2 into 761986c829f2b533bec48ffe8258f58a/a (new location: hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_) 2024-12-06T05:52:13,867 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T05:52:13,867 DEBUG [Time-limited test {}] regionserver.HStore(1541): 761986c829f2b533bec48ffe8258f58a/a is initiating major compaction (all files) 2024-12-06T05:52:13,867 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 761986c829f2b533bec48ffe8258f58a/a in testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. 2024-12-06T05:52:13,868 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/c31bad2032804b6e9c452a1a06cf428e, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_] into tmpdir=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/.tmp, totalSize=19.3 K 2024-12-06T05:52:13,868 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c31bad2032804b6e9c452a1a06cf428e, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733464333764 2024-12-06T05:52:13,869 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b0c766d8c10e41068454771d5888ad59_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-06T05:52:13,869 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ea78c76d591e49c29b6e912eea2575ea_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-06T05:52:13,869 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 861e40bcf00c49b78194300621d741cc_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-06T05:52:13,881 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/.tmp/a/7d2f6eb07c4f477fb0d5b6bba07f8883 is 55, key is testCompactedBulkLoadedFiles/a:a/1733464333764/Put/seqid=0 2024-12-06T05:52:13,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741922_1100 (size=6154) 2024-12-06T05:52:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741922_1100 (size=6154) 2024-12-06T05:52:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741922_1100 (size=6154) 2024-12-06T05:52:13,895 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/.tmp/a/7d2f6eb07c4f477fb0d5b6bba07f8883 as hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/7d2f6eb07c4f477fb0d5b6bba07f8883 2024-12-06T05:52:13,901 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 761986c829f2b533bec48ffe8258f58a/a of 761986c829f2b533bec48ffe8258f58a into 7d2f6eb07c4f477fb0d5b6bba07f8883(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T05:52:13,902 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 761986c829f2b533bec48ffe8258f58a: 2024-12-06T05:52:13,902 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-06T05:52:13,902 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-06T05:52:13,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733, size=0 (0bytes) 2024-12-06T05:52:13,936 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 might be still open, length is 0 2024-12-06T05:52:13,936 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 2024-12-06T05:52:13,936 WARN [IPC Server handler 2 on default port 42835 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-06T05:52:13,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 after 1ms 2024-12-06T05:52:14,045 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T05:52:15,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-06T05:52:15,170 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-06T05:52:15,171 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-06T05:52:15,171 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-06T05:52:16,846 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:37876 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34649:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37876 dst: /127.0.0.1:34649 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34649 remote=/127.0.0.1:37876]. Total timeout mills is 60000, 57057 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:16,847 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:52464 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35365:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52464 dst: /127.0.0.1:35365 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:16,847 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:41908 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38791:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41908 dst: /127.0.0.1:38791 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:16,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741917_1101 (size=1368) 2024-12-06T05:52:16,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741917_1101 (size=1368) 2024-12-06T05:52:17,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 after 4002ms 2024-12-06T05:52:17,943 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:17,944 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 took 4008ms 2024-12-06T05:52:17,947 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733; continuing. 2024-12-06T05:52:17,947 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 so closing down 2024-12-06T05:52:17,948 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:52:17,950 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733464333733.temp 2024-12-06T05:52:17,952 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000003-wal.1733464333733.temp 2024-12-06T05:52:17,953 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:52:17,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741923_1102 (size=635) 2024-12-06T05:52:17,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741923_1102 (size=635) 2024-12-06T05:52:17,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741923_1102 (size=635) 2024-12-06T05:52:17,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000003-wal.1733464333733.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-06T05:52:17,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000003-wal.1733464333733.temp to hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000008 2024-12-06T05:52:17,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T05:52:17,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733, journal: Splitting hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733, size=0 (0bytes) at 1733464333936Finishing writing output for hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 so closing down at 1733464337947 (+4011 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000003-wal.1733464333733.temp at 1733464337952 (+5 ms)3 split writer threads finished at 1733464337953 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000003-wal.1733464333733.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733464337961 (+8 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000003-wal.1733464333733.temp to hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000008 at 1733464337963 (+2 ms)Processed 5 edits across 1 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733, size=0, length=0, corrupted=false, cancelled=false at 1733464337963 2024-12-06T05:52:17,965 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464333733 2024-12-06T05:52:17,966 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000008 2024-12-06T05:52:17,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:17,967 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:17,979 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464337968, exclude list is [], retry=0 2024-12-06T05:52:17,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:17,982 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:17,982 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:17,983 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464337968 2024-12-06T05:52:17,983 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:52:17,984 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 761986c829f2b533bec48ffe8258f58a, NAME => 'testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:17,984 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:17,984 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:17,984 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:17,985 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:17,986 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761986c829f2b533bec48ffe8258f58a columnFamilyName a 2024-12-06T05:52:17,986 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:17,992 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/7d2f6eb07c4f477fb0d5b6bba07f8883 2024-12-06T05:52:17,996 DEBUG [StoreFileOpener-761986c829f2b533bec48ffe8258f58a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 861e40bcf00c49b78194300621d741cc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:52:17,996 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_ 2024-12-06T05:52:18,000 DEBUG [StoreFileOpener-761986c829f2b533bec48ffe8258f58a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b0c766d8c10e41068454771d5888ad59_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:52:18,000 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_ 2024-12-06T05:52:18,004 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/c31bad2032804b6e9c452a1a06cf428e 2024-12-06T05:52:18,008 DEBUG [StoreFileOpener-761986c829f2b533bec48ffe8258f58a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea78c76d591e49c29b6e912eea2575ea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T05:52:18,008 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_ 2024-12-06T05:52:18,008 WARN [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@43f0ad25 2024-12-06T05:52:18,008 WARN [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@43f0ad25 2024-12-06T05:52:18,008 WARN [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/c31bad2032804b6e9c452a1a06cf428e from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@43f0ad25 2024-12-06T05:52:18,008 WARN [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@43f0ad25 2024-12-06T05:52:18,008 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/c31bad2032804b6e9c452a1a06cf428e, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_] to archive 2024-12-06T05:52:18,009 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T05:52:18,011 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_ to hdfs://localhost:42835/hbase/archive/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/861e40bcf00c49b78194300621d741cc_SeqId_4_ 2024-12-06T05:52:18,012 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_ to hdfs://localhost:42835/hbase/archive/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/b0c766d8c10e41068454771d5888ad59_SeqId_4_ 2024-12-06T05:52:18,014 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/c31bad2032804b6e9c452a1a06cf428e to hdfs://localhost:42835/hbase/archive/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/c31bad2032804b6e9c452a1a06cf428e 2024-12-06T05:52:18,015 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_ to hdfs://localhost:42835/hbase/archive/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/a/ea78c76d591e49c29b6e912eea2575ea_SeqId_4_ 2024-12-06T05:52:18,015 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(327): Store=761986c829f2b533bec48ffe8258f58a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,015 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:18,016 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761986c829f2b533bec48ffe8258f58a columnFamilyName b 2024-12-06T05:52:18,016 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,016 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(327): Store=761986c829f2b533bec48ffe8258f58a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,017 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:18,017 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761986c829f2b533bec48ffe8258f58a columnFamilyName c 2024-12-06T05:52:18,017 DEBUG [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,018 INFO [StoreOpener-761986c829f2b533bec48ffe8258f58a-1 {}] regionserver.HStore(327): Store=761986c829f2b533bec48ffe8258f58a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,018 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:18,019 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:18,020 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:18,020 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000008 2024-12-06T05:52:18,022 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:18,024 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 761986c829f2b533bec48ffe8258f58a : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "761986c829f2b533bec48ffe8258f58a" family_name: "a" compaction_input: "c31bad2032804b6e9c452a1a06cf428e" compaction_input: "b0c766d8c10e41068454771d5888ad59_SeqId_4_" compaction_input: "ea78c76d591e49c29b6e912eea2575ea_SeqId_4_" compaction_input: "861e40bcf00c49b78194300621d741cc_SeqId_4_" compaction_output: "7d2f6eb07c4f477fb0d5b6bba07f8883" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-06T05:52:18,024 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-06T05:52:18,024 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000008 2024-12-06T05:52:18,025 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/0000000000000000008 2024-12-06T05:52:18,026 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:18,026 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:18,027 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:18,028 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 761986c829f2b533bec48ffe8258f58a 2024-12-06T05:52:18,030 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testCompactedBulkLoadedFiles/761986c829f2b533bec48ffe8258f58a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T05:52:18,031 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 761986c829f2b533bec48ffe8258f58a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63922406, jitterRate=-0.047481924295425415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:18,031 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 761986c829f2b533bec48ffe8258f58a: Writing region info on filesystem at 1733464337984Initializing all the Stores at 1733464337985 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464337985Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464337985Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464337985Cleaning up temporary data from old regions at 1733464338026 (+41 ms)Region opened successfully at 1733464338031 (+5 ms) 2024-12-06T05:52:18,033 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 761986c829f2b533bec48ffe8258f58a, disabling compactions & flushes 2024-12-06T05:52:18,033 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. 2024-12-06T05:52:18,033 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. 2024-12-06T05:52:18,033 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. after waiting 0 ms 2024-12-06T05:52:18,033 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. 2024-12-06T05:52:18,034 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733464333677.761986c829f2b533bec48ffe8258f58a. 2024-12-06T05:52:18,034 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 761986c829f2b533bec48ffe8258f58a: Waiting for close lock at 1733464338033Disabling compacts and flushes for region at 1733464338033Disabling writes for close at 1733464338033Writing region close event to WAL at 1733464338034 (+1 ms)Closed at 1733464338034 2024-12-06T05:52:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741924_1103 (size=93) 2024-12-06T05:52:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741924_1103 (size=93) 2024-12-06T05:52:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741924_1103 (size=93) 2024-12-06T05:52:18,038 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:52:18,038 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733464337968) 2024-12-06T05:52:18,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T05:52:18,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=439 (was 426) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_196291051_22 at /127.0.0.1:37928 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_196291051_22 at /127.0.0.1:42000 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:42835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42835 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_196291051_22 at /127.0.0.1:52524 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1263) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=3944 (was 3952) 2024-12-06T05:52:18,051 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-06T05:52:18,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=3942 2024-12-06T05:52:18,063 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-06T05:52:18,076 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:18,078 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T05:52:18,078 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T05:52:18,080 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46131635, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/hregion-46131635, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:18,091 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46131635/hregion-46131635.1733464338081, exclude list is [], retry=0 2024-12-06T05:52:18,093 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:18,093 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:18,094 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:18,095 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46131635/hregion-46131635.1733464338081 2024-12-06T05:52:18,095 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:52:18,095 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1ce52b592702b4d54ef86223d32acc47, NAME => 'testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/hbase 2024-12-06T05:52:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741926_1105 (size=67) 2024-12-06T05:52:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741926_1105 (size=67) 2024-12-06T05:52:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741926_1105 (size=67) 2024-12-06T05:52:18,103 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:18,104 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,105 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName a 2024-12-06T05:52:18,105 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,105 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,105 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,106 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName b 2024-12-06T05:52:18,107 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,107 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,107 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,108 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName c 2024-12-06T05:52:18,108 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,109 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,109 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,110 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,110 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,111 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,111 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,112 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:18,113 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,115 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T05:52:18,116 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ce52b592702b4d54ef86223d32acc47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72910679, jitterRate=0.08645378053188324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:18,116 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ce52b592702b4d54ef86223d32acc47: Writing region info on filesystem at 1733464338103Initializing all the Stores at 1733464338103Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464338103Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464338104 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464338104Cleaning up temporary data from old regions at 1733464338111 (+7 ms)Region opened successfully at 1733464338116 (+5 ms) 2024-12-06T05:52:18,116 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1ce52b592702b4d54ef86223d32acc47, disabling compactions & flushes 2024-12-06T05:52:18,116 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:18,116 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:18,116 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. after waiting 0 ms 2024-12-06T05:52:18,116 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:18,117 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:18,117 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1ce52b592702b4d54ef86223d32acc47: Waiting for close lock at 1733464338116Disabling compacts and flushes for region at 1733464338116Disabling writes for close at 1733464338116Writing region close event to WAL at 1733464338117 (+1 ms)Closed at 1733464338117 2024-12-06T05:52:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741925_1104 (size=93) 2024-12-06T05:52:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741925_1104 (size=93) 2024-12-06T05:52:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741925_1104 (size=93) 2024-12-06T05:52:18,125 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:52:18,125 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46131635:(num 1733464338081) 2024-12-06T05:52:18,125 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:18,127 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:18,142 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128, exclude list is [], retry=0 2024-12-06T05:52:18,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:18,145 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:18,146 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:18,147 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128 2024-12-06T05:52:18,156 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933)] 2024-12-06T05:52:18,157 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ce52b592702b4d54ef86223d32acc47, NAME => 'testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:18,157 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:18,157 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,157 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,159 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,160 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName a 2024-12-06T05:52:18,160 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,161 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,161 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,162 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName b 2024-12-06T05:52:18,162 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,163 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,163 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,164 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName c 2024-12-06T05:52:18,164 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,165 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,165 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,166 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,168 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,169 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,169 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,170 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:18,172 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,173 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ce52b592702b4d54ef86223d32acc47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65788115, jitterRate=-0.019680693745613098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:18,173 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ce52b592702b4d54ef86223d32acc47: Writing region info on filesystem at 1733464338157Initializing all the Stores at 1733464338158 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464338158Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464338158Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464338158Cleaning up temporary data from old regions at 1733464338169 (+11 ms)Region opened successfully at 1733464338173 (+4 ms) 2024-12-06T05:52:18,181 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1ce52b592702b4d54ef86223d32acc47 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-06T05:52:18,202 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/a/f3e3872ef5074749a38081524ddad060 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733464338173/Put/seqid=0 2024-12-06T05:52:18,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741928_1107 (size=5958) 2024-12-06T05:52:18,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741928_1107 (size=5958) 2024-12-06T05:52:18,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741928_1107 (size=5958) 2024-12-06T05:52:18,218 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/a/f3e3872ef5074749a38081524ddad060 2024-12-06T05:52:18,222 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/a/f3e3872ef5074749a38081524ddad060 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/a/f3e3872ef5074749a38081524ddad060 2024-12-06T05:52:18,227 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/a/f3e3872ef5074749a38081524ddad060, entries=10, sequenceid=13, filesize=5.8 K 2024-12-06T05:52:18,228 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1ce52b592702b4d54ef86223d32acc47 in 47ms, sequenceid=13, compaction requested=false 2024-12-06T05:52:18,228 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1ce52b592702b4d54ef86223d32acc47: 2024-12-06T05:52:18,246 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1ce52b592702b4d54ef86223d32acc47, disabling compactions & flushes 2024-12-06T05:52:18,246 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:18,246 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:18,246 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. after waiting 0 ms 2024-12-06T05:52:18,246 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:18,247 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:18,247 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:18,247 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1ce52b592702b4d54ef86223d32acc47: Waiting for close lock at 1733464338246Disabling compacts and flushes for region at 1733464338246Disabling writes for close at 1733464338246Writing region close event to WAL at 1733464338247 (+1 ms)Closed at 1733464338247 2024-12-06T05:52:18,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741927_1106 (size=2805) 2024-12-06T05:52:18,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741927_1106 (size=2805) 2024-12-06T05:52:18,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741927_1106 (size=2805) 2024-12-06T05:52:18,266 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128, size=2.7 K (2805bytes) 2024-12-06T05:52:18,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128 2024-12-06T05:52:18,266 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128 after 0ms 2024-12-06T05:52:18,270 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:18,270 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128 took 4ms 2024-12-06T05:52:18,272 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128 so closing down 2024-12-06T05:52:18,272 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:52:18,273 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733464338128.temp 2024-12-06T05:52:18,274 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000003-wal.1733464338128.temp 2024-12-06T05:52:18,274 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:52:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741929_1108 (size=2312) 2024-12-06T05:52:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741929_1108 (size=2312) 2024-12-06T05:52:18,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741929_1108 (size=2312) 2024-12-06T05:52:18,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000003-wal.1733464338128.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-06T05:52:18,283 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000003-wal.1733464338128.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000035 2024-12-06T05:52:18,283 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-12-06T05:52:18,284 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128, journal: Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128, size=2.7 K (2805bytes) at 1733464338266Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128 so closing down at 1733464338272 (+6 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000003-wal.1733464338128.temp at 1733464338274 (+2 ms)3 split writer threads finished at 1733464338275 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000003-wal.1733464338128.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733464338282 (+7 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000003-wal.1733464338128.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000035 at 1733464338283 (+1 ms)Processed 32 edits across 1 Regions in 13 ms; skipped=2; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733464338283 2024-12-06T05:52:18,285 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338128 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464338128 2024-12-06T05:52:18,286 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000035 2024-12-06T05:52:18,286 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:18,288 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:18,321 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288, exclude list is [], retry=0 2024-12-06T05:52:18,323 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:18,324 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:18,324 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:18,325 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 2024-12-06T05:52:18,325 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34593:34593),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:41609:41609)] 2024-12-06T05:52:18,326 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ce52b592702b4d54ef86223d32acc47, NAME => 'testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47.', STARTKEY => '', ENDKEY => ''} 2024-12-06T05:52:18,326 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:18,326 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,326 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,327 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,328 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName a 2024-12-06T05:52:18,328 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,333 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/a/f3e3872ef5074749a38081524ddad060 2024-12-06T05:52:18,333 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,333 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,334 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName b 2024-12-06T05:52:18,334 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,335 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,335 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,336 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName c 2024-12-06T05:52:18,336 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:18,336 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:18,336 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,337 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,339 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,339 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000035 2024-12-06T05:52:18,341 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:18,343 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000035 2024-12-06T05:52:18,344 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1ce52b592702b4d54ef86223d32acc47 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-06T05:52:18,366 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/b/90ee8ea48b8c443e9cebe8386635b726 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733464338228/Put/seqid=0 2024-12-06T05:52:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741931_1110 (size=5958) 2024-12-06T05:52:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741931_1110 (size=5958) 2024-12-06T05:52:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741931_1110 (size=5958) 2024-12-06T05:52:18,373 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/b/90ee8ea48b8c443e9cebe8386635b726 2024-12-06T05:52:18,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/c/6ba2bbd398874237af401b822a8056d4 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733464338236/Put/seqid=0 2024-12-06T05:52:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741932_1111 (size=5958) 2024-12-06T05:52:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741932_1111 (size=5958) 2024-12-06T05:52:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741932_1111 (size=5958) 2024-12-06T05:52:18,402 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/c/6ba2bbd398874237af401b822a8056d4 2024-12-06T05:52:18,407 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/b/90ee8ea48b8c443e9cebe8386635b726 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/b/90ee8ea48b8c443e9cebe8386635b726 2024-12-06T05:52:18,413 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/b/90ee8ea48b8c443e9cebe8386635b726, entries=10, sequenceid=35, filesize=5.8 K 2024-12-06T05:52:18,414 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/c/6ba2bbd398874237af401b822a8056d4 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/c/6ba2bbd398874237af401b822a8056d4 2024-12-06T05:52:18,419 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/c/6ba2bbd398874237af401b822a8056d4, entries=10, sequenceid=35, filesize=5.8 K 2024-12-06T05:52:18,419 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 1ce52b592702b4d54ef86223d32acc47 in 76ms, sequenceid=35, compaction requested=false; wal=null 2024-12-06T05:52:18,420 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000035 2024-12-06T05:52:18,421 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,421 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,422 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:18,423 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:18,425 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-06T05:52:18,426 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ce52b592702b4d54ef86223d32acc47; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59613998, jitterRate=-0.11168220639228821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:18,426 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ce52b592702b4d54ef86223d32acc47: Writing region info on filesystem at 1733464338326Initializing all the Stores at 1733464338327 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464338327Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464338327Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464338327Obtaining lock to block concurrent updates at 1733464338344 (+17 ms)Preparing flush snapshotting stores in 1ce52b592702b4d54ef86223d32acc47 at 1733464338344Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733464338344Flushing stores of testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. at 1733464338344Flushing 1ce52b592702b4d54ef86223d32acc47/b: creating writer at 1733464338344Flushing 1ce52b592702b4d54ef86223d32acc47/b: appending metadata at 1733464338366 (+22 ms)Flushing 1ce52b592702b4d54ef86223d32acc47/b: closing flushed file at 1733464338366Flushing 1ce52b592702b4d54ef86223d32acc47/c: creating writer at 1733464338378 (+12 ms)Flushing 1ce52b592702b4d54ef86223d32acc47/c: appending metadata at 1733464338393 (+15 ms)Flushing 1ce52b592702b4d54ef86223d32acc47/c: closing flushed file at 1733464338393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf631b0: reopening flushed file at 1733464338406 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34953bf8: reopening flushed file at 1733464338413 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 1ce52b592702b4d54ef86223d32acc47 in 76ms, sequenceid=35, compaction requested=false; wal=null at 1733464338419 (+6 ms)Cleaning up temporary data from old regions at 1733464338421 (+2 ms)Region opened successfully at 1733464338426 (+5 ms) 2024-12-06T05:52:18,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288, size=0 (0bytes) 2024-12-06T05:52:18,481 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 might be still open, length is 0 2024-12-06T05:52:18,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 2024-12-06T05:52:18,482 WARN [IPC Server handler 0 on default port 42835 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-06T05:52:18,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 after 1ms 2024-12-06T05:52:19,847 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:42048 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38791:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42048 dst: /127.0.0.1:38791 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38791 remote=/127.0.0.1:42048]. Total timeout mills is 60000, 58603 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:19,848 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:52582 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35365:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52582 dst: /127.0.0.1:35365 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:19,848 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_528080232_22 at /127.0.0.1:38002 [Receiving block BP-2063302849-172.17.0.2-1733464302214:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34649:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38002 dst: /127.0.0.1:34649 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741930_1112 (size=2304) 2024-12-06T05:52:19,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741930_1112 (size=2304) 2024-12-06T05:52:22,483 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 after 4002ms 2024-12-06T05:52:22,488 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:22,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 took 4007ms 2024-12-06T05:52:22,493 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288; continuing. 2024-12-06T05:52:22,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 so closing down 2024-12-06T05:52:22,493 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-06T05:52:22,495 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733464338288.temp 2024-12-06T05:52:22,497 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000037-wal.1733464338288.temp 2024-12-06T05:52:22,497 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-06T05:52:22,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741933_1113 (size=2312) 2024-12-06T05:52:22,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741933_1113 (size=2312) 2024-12-06T05:52:22,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741933_1113 (size=2312) 2024-12-06T05:52:22,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000037-wal.1733464338288.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-06T05:52:22,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000037-wal.1733464338288.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000066 2024-12-06T05:52:22,507 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288, size=0, length=0, corrupted=false, cancelled=false 2024-12-06T05:52:22,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288, journal: Splitting hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288, size=0 (0bytes) at 1733464338481Finishing writing output for hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 so closing down at 1733464342493 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000037-wal.1733464338288.temp at 1733464342497 (+4 ms)3 split writer threads finished at 1733464342497Closed recovered edits writer path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000037-wal.1733464338288.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733464342505 (+8 ms)Rename recovered edits hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000037-wal.1733464338288.temp to hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000066 at 1733464342506 (+1 ms)Processed 30 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288, size=0, length=0, corrupted=false, cancelled=false at 1733464342507 (+1 ms) 2024-12-06T05:52:22,508 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 to hdfs://localhost:42835/hbase/oldWALs/wal.1733464338288 2024-12-06T05:52:22,509 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000066 2024-12-06T05:52:22,509 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-06T05:52:22,511 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:42835/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075, archiveDir=hdfs://localhost:42835/hbase/oldWALs, maxLogs=32 2024-12-06T05:52:22,522 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464342511, exclude list is [], retry=0 2024-12-06T05:52:22,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34649,DS-f13a8a4d-9c52-4838-860d-1da90a7ec079,DISK] 2024-12-06T05:52:22,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35365,DS-782339ef-252c-4aa5-ae4e-a64be5a466f5,DISK] 2024-12-06T05:52:22,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-96a969c1-ce2f-4ff6-bcc1-e4dafe996640,DISK] 2024-12-06T05:52:22,527 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464342511 2024-12-06T05:52:22,527 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609),(127.0.0.1/127.0.0.1:34933:34933),(127.0.0.1/127.0.0.1:34593:34593)] 2024-12-06T05:52:22,527 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T05:52:22,529 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:22,530 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName a 2024-12-06T05:52:22,530 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:22,534 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/a/f3e3872ef5074749a38081524ddad060 2024-12-06T05:52:22,535 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:22,535 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:22,536 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName b 2024-12-06T05:52:22,536 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:22,540 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/b/90ee8ea48b8c443e9cebe8386635b726 2024-12-06T05:52:22,540 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:22,540 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:22,541 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ce52b592702b4d54ef86223d32acc47 columnFamilyName c 2024-12-06T05:52:22,541 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T05:52:22,547 DEBUG [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/c/6ba2bbd398874237af401b822a8056d4 2024-12-06T05:52:22,547 INFO [StoreOpener-1ce52b592702b4d54ef86223d32acc47-1 {}] regionserver.HStore(327): Store=1ce52b592702b4d54ef86223d32acc47/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T05:52:22,547 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:22,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:22,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:22,550 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000066 2024-12-06T05:52:22,552 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-06T05:52:22,556 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000066 2024-12-06T05:52:22,556 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1ce52b592702b4d54ef86223d32acc47 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-06T05:52:22,569 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/a/7b50734423d4459aa0239bf856be351c is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733464338433/Put/seqid=0 2024-12-06T05:52:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741935_1115 (size=5958) 2024-12-06T05:52:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741935_1115 (size=5958) 2024-12-06T05:52:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741935_1115 (size=5958) 2024-12-06T05:52:22,577 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/a/7b50734423d4459aa0239bf856be351c 2024-12-06T05:52:22,594 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/b/7d33997d9efe40bfa601275147528b96 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733464338439/Put/seqid=0 2024-12-06T05:52:22,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741936_1116 (size=5958) 2024-12-06T05:52:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741936_1116 (size=5958) 2024-12-06T05:52:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741936_1116 (size=5958) 2024-12-06T05:52:22,602 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/b/7d33997d9efe40bfa601275147528b96 2024-12-06T05:52:22,620 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/c/73ebca03f9bf4ba783d8a9d8f8562011 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733464338444/Put/seqid=0 2024-12-06T05:52:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741937_1117 (size=5958) 2024-12-06T05:52:22,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741937_1117 (size=5958) 2024-12-06T05:52:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741937_1117 (size=5958) 2024-12-06T05:52:22,627 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/c/73ebca03f9bf4ba783d8a9d8f8562011 2024-12-06T05:52:22,632 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/a/7b50734423d4459aa0239bf856be351c as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/a/7b50734423d4459aa0239bf856be351c 2024-12-06T05:52:22,637 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/a/7b50734423d4459aa0239bf856be351c, entries=10, sequenceid=66, filesize=5.8 K 2024-12-06T05:52:22,638 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/b/7d33997d9efe40bfa601275147528b96 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/b/7d33997d9efe40bfa601275147528b96 2024-12-06T05:52:22,643 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/b/7d33997d9efe40bfa601275147528b96, entries=10, sequenceid=66, filesize=5.8 K 2024-12-06T05:52:22,644 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/.tmp/c/73ebca03f9bf4ba783d8a9d8f8562011 as hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/c/73ebca03f9bf4ba783d8a9d8f8562011 2024-12-06T05:52:22,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/c/73ebca03f9bf4ba783d8a9d8f8562011, entries=10, sequenceid=66, filesize=5.8 K 2024-12-06T05:52:22,649 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1ce52b592702b4d54ef86223d32acc47 in 93ms, sequenceid=66, compaction requested=false; wal=null 2024-12-06T05:52:22,650 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/0000000000000000066 2024-12-06T05:52:22,651 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:22,651 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:22,652 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T05:52:22,653 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ce52b592702b4d54ef86223d32acc47 2024-12-06T05:52:22,655 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/hbase/data/default/testReplayEditsWrittenViaHRegion/1ce52b592702b4d54ef86223d32acc47/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-06T05:52:22,656 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ce52b592702b4d54ef86223d32acc47; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70390202, jitterRate=0.04889574646949768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T05:52:22,656 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ce52b592702b4d54ef86223d32acc47: Writing region info on filesystem at 1733464342527Initializing all the Stores at 1733464342528 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464342528Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464342529 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733464342529Obtaining lock to block concurrent updates at 1733464342556 (+27 ms)Preparing flush snapshotting stores in 1ce52b592702b4d54ef86223d32acc47 at 1733464342556Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733464342556Flushing stores of testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. at 1733464342556Flushing 1ce52b592702b4d54ef86223d32acc47/a: creating writer at 1733464342556Flushing 1ce52b592702b4d54ef86223d32acc47/a: appending metadata at 1733464342569 (+13 ms)Flushing 1ce52b592702b4d54ef86223d32acc47/a: closing flushed file at 1733464342569Flushing 1ce52b592702b4d54ef86223d32acc47/b: creating writer at 1733464342581 (+12 ms)Flushing 1ce52b592702b4d54ef86223d32acc47/b: appending metadata at 1733464342594 (+13 ms)Flushing 1ce52b592702b4d54ef86223d32acc47/b: closing flushed file at 1733464342594Flushing 1ce52b592702b4d54ef86223d32acc47/c: creating writer at 1733464342607 (+13 ms)Flushing 1ce52b592702b4d54ef86223d32acc47/c: appending metadata at 1733464342619 (+12 ms)Flushing 1ce52b592702b4d54ef86223d32acc47/c: closing flushed file at 1733464342619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5654a50b: reopening flushed file at 1733464342631 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da5328f: reopening flushed file at 1733464342637 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125f6541: reopening flushed file at 1733464342643 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1ce52b592702b4d54ef86223d32acc47 in 93ms, sequenceid=66, compaction requested=false; wal=null at 1733464342649 (+6 ms)Cleaning up temporary data from old regions at 1733464342651 (+2 ms)Region opened successfully at 1733464342656 (+5 ms) 2024-12-06T05:52:22,669 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1ce52b592702b4d54ef86223d32acc47, disabling compactions & flushes 2024-12-06T05:52:22,669 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:22,669 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:22,669 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. after waiting 0 ms 2024-12-06T05:52:22,669 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:22,670 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733464338076.1ce52b592702b4d54ef86223d32acc47. 2024-12-06T05:52:22,670 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1ce52b592702b4d54ef86223d32acc47: Waiting for close lock at 1733464342669Disabling compacts and flushes for region at 1733464342669Disabling writes for close at 1733464342669Writing region close event to WAL at 1733464342670 (+1 ms)Closed at 1733464342670 2024-12-06T05:52:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741934_1114 (size=93) 2024-12-06T05:52:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741934_1114 (size=93) 2024-12-06T05:52:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741934_1114 (size=93) 2024-12-06T05:52:22,675 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-06T05:52:22,675 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733464342511) 2024-12-06T05:52:22,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=444 (was 440) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:42835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_20519244_22 at /127.0.0.1:50070 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:42835 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_20519244_22 at /127.0.0.1:46466 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_20519244_22 at /127.0.0.1:57296 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 138), ProcessCount=11 (was 11), AvailableMemoryMB=3874 (was 3942) 2024-12-06T05:52:22,691 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-06T05:52:22,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T05:52:22,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:52:22,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:52:22,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:52:22,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:52:22,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T05:52:22,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T05:52:22,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1884317825, stopped=false 2024-12-06T05:52:22,693 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b543b351fe95,33703,1733464304846 2024-12-06T05:52:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:52:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:52:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T05:52:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:52:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:52:22,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:52:22,694 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:52:22,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:52:22,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:52:22,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T05:52:22,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T05:52:22,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:52:22,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:52:22,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,36009,1733464305481' ***** 2024-12-06T05:52:22,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:52:22,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b543b351fe95,38969,1733464305524' ***** 2024-12-06T05:52:22,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T05:52:22,696 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:52:22,697 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T05:52:22,697 INFO [RS:1;b543b351fe95:36009 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:52:22,697 INFO [RS:2;b543b351fe95:38969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T05:52:22,697 INFO [RS:2;b543b351fe95:38969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:52:22,697 INFO [RS:1;b543b351fe95:36009 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T05:52:22,697 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,38969,1733464305524 2024-12-06T05:52:22,697 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:52:22,697 INFO [RS:2;b543b351fe95:38969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:52:22,697 INFO [RS:2;b543b351fe95:38969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b543b351fe95:38969. 2024-12-06T05:52:22,697 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(3091): Received CLOSE for 09ec5a8fa29830542900ab21d096f46c 2024-12-06T05:52:22,697 DEBUG [RS:2;b543b351fe95:38969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:52:22,697 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(959): stopping server b543b351fe95,36009,1733464305481 2024-12-06T05:52:22,697 DEBUG [RS:2;b543b351fe95:38969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:52:22,697 INFO [RS:1;b543b351fe95:36009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:52:22,697 INFO [RS:1;b543b351fe95:36009 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b543b351fe95:36009. 2024-12-06T05:52:22,697 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,38969,1733464305524; all regions closed. 2024-12-06T05:52:22,697 DEBUG [RS:1;b543b351fe95:36009 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T05:52:22,697 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09ec5a8fa29830542900ab21d096f46c, disabling compactions & flushes 2024-12-06T05:52:22,697 DEBUG [RS:1;b543b351fe95:36009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:52:22,697 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:22,697 INFO [RS:1;b543b351fe95:36009 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:52:22,697 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:22,697 INFO [RS:1;b543b351fe95:36009 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:52:22,697 INFO [RS:1;b543b351fe95:36009 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:52:22,697 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. after waiting 0 ms 2024-12-06T05:52:22,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T05:52:22,698 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:22,698 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T05:52:22,698 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T05:52:22,698 DEBUG [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(1325): Online Regions={09ec5a8fa29830542900ab21d096f46c=testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T05:52:22,698 DEBUG [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(1351): Waiting on 09ec5a8fa29830542900ab21d096f46c, 1588230740 2024-12-06T05:52:22,698 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T05:52:22,698 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T05:52:22,698 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T05:52:22,698 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T05:52:22,698 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T05:52:22,699 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-06T05:52:22,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741835_1011 (size=93) 2024-12-06T05:52:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741835_1011 (size=93) 2024-12-06T05:52:22,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741835_1011 (size=93) 2024-12-06T05:52:22,704 DEBUG [RS:2;b543b351fe95:38969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/oldWALs 2024-12-06T05:52:22,704 INFO [RS:2;b543b351fe95:38969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C38969%2C1733464305524:(num 1733464306720) 2024-12-06T05:52:22,704 DEBUG [RS:2;b543b351fe95:38969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:52:22,704 INFO [RS:2;b543b351fe95:38969 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:52:22,704 INFO [RS:2;b543b351fe95:38969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:52:22,704 INFO [RS:2;b543b351fe95:38969 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T05:52:22,704 INFO [RS:2;b543b351fe95:38969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T05:52:22,704 INFO [RS:2;b543b351fe95:38969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T05:52:22,704 INFO [RS:2;b543b351fe95:38969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T05:52:22,704 INFO [RS:2;b543b351fe95:38969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:52:22,704 INFO [RS:2;b543b351fe95:38969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38969 2024-12-06T05:52:22,705 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/default/testReplayEditsAfterRegionMovedWithMultiCF/09ec5a8fa29830542900ab21d096f46c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-06T05:52:22,705 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:52:22,706 INFO [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:22,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:52:22,706 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09ec5a8fa29830542900ab21d096f46c: Waiting for close lock at 1733464342697Running coprocessor pre-close hooks at 1733464342697Disabling compacts and flushes for region at 1733464342697Disabling writes for close at 1733464342698 (+1 ms)Writing region close event to WAL at 1733464342700 (+2 ms)Running coprocessor post-close hooks at 1733464342706 (+6 ms)Closed at 1733464342706 2024-12-06T05:52:22,706 INFO [RS:2;b543b351fe95:38969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:52:22,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,38969,1733464305524 2024-12-06T05:52:22,706 DEBUG [RS_CLOSE_REGION-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c. 2024-12-06T05:52:22,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,38969,1733464305524] 2024-12-06T05:52:22,708 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,38969,1733464305524 already deleted, retry=false 2024-12-06T05:52:22,708 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,38969,1733464305524 expired; onlineServers=1 2024-12-06T05:52:22,722 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:52:22,722 INFO [regionserver/b543b351fe95:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:52:22,729 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/.tmp/info/92bdab5426fa4550a392b317312291c1 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733464319058.09ec5a8fa29830542900ab21d096f46c./info:regioninfo/1733464322107/Put/seqid=0 2024-12-06T05:52:22,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741938_1118 (size=8243) 2024-12-06T05:52:22,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741938_1118 (size=8243) 2024-12-06T05:52:22,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741938_1118 (size=8243) 2024-12-06T05:52:22,737 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/.tmp/info/92bdab5426fa4550a392b317312291c1 2024-12-06T05:52:22,757 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/.tmp/ns/2c928a648e83438390942239966a8c43 is 43, key is default/ns:d/1733464307248/Put/seqid=0 2024-12-06T05:52:22,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741939_1119 (size=5153) 2024-12-06T05:52:22,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741939_1119 (size=5153) 2024-12-06T05:52:22,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741939_1119 (size=5153) 2024-12-06T05:52:22,764 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/.tmp/ns/2c928a648e83438390942239966a8c43 2024-12-06T05:52:22,783 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/.tmp/table/770ba3d2eaed44bfa1b06dae79ae622c is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733464319486/Put/seqid=0 2024-12-06T05:52:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741940_1120 (size=5431) 2024-12-06T05:52:22,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741940_1120 (size=5431) 2024-12-06T05:52:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741940_1120 (size=5431) 2024-12-06T05:52:22,793 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/.tmp/table/770ba3d2eaed44bfa1b06dae79ae622c 2024-12-06T05:52:22,800 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/.tmp/info/92bdab5426fa4550a392b317312291c1 as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/info/92bdab5426fa4550a392b317312291c1 2024-12-06T05:52:22,806 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/info/92bdab5426fa4550a392b317312291c1, entries=18, sequenceid=21, filesize=8.0 K 2024-12-06T05:52:22,807 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/.tmp/ns/2c928a648e83438390942239966a8c43 as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/ns/2c928a648e83438390942239966a8c43 2024-12-06T05:52:22,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:52:22,807 INFO [RS:2;b543b351fe95:38969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:52:22,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38969-0x100ae1586520003, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:52:22,807 INFO [RS:2;b543b351fe95:38969 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,38969,1733464305524; zookeeper connection closed. 2024-12-06T05:52:22,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27dc31c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27dc31c2 2024-12-06T05:52:22,812 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/ns/2c928a648e83438390942239966a8c43, entries=2, sequenceid=21, filesize=5.0 K 2024-12-06T05:52:22,813 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/.tmp/table/770ba3d2eaed44bfa1b06dae79ae622c as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/table/770ba3d2eaed44bfa1b06dae79ae622c 2024-12-06T05:52:22,818 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/table/770ba3d2eaed44bfa1b06dae79ae622c, entries=2, sequenceid=21, filesize=5.3 K 2024-12-06T05:52:22,819 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=21, compaction requested=false 2024-12-06T05:52:22,823 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-06T05:52:22,824 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T05:52:22,824 INFO [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T05:52:22,824 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733464342698Running coprocessor pre-close hooks at 1733464342698Disabling compacts and flushes for region at 1733464342698Disabling writes for close at 1733464342698Obtaining lock to block concurrent updates at 1733464342699 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733464342699Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733464342699Flushing stores of hbase:meta,,1.1588230740 at 1733464342701 (+2 ms)Flushing 1588230740/info: creating writer at 1733464342702 (+1 ms)Flushing 1588230740/info: appending metadata at 1733464342729 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733464342729Flushing 1588230740/ns: creating writer at 1733464342743 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733464342757 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733464342757Flushing 1588230740/table: creating writer at 1733464342769 (+12 ms)Flushing 1588230740/table: appending metadata at 1733464342782 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733464342782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a597cc: reopening flushed file at 1733464342799 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4854dccd: reopening flushed file at 1733464342806 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e08f9c9: reopening flushed file at 1733464342812 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=21, compaction requested=false at 1733464342819 (+7 ms)Writing region close event to WAL at 1733464342820 (+1 ms)Running coprocessor post-close hooks at 1733464342824 (+4 ms)Closed at 1733464342824 2024-12-06T05:52:22,824 DEBUG [RS_CLOSE_META-regionserver/b543b351fe95:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T05:52:22,898 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(976): stopping server b543b351fe95,36009,1733464305481; all regions closed. 2024-12-06T05:52:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741836_1012 (size=3783) 2024-12-06T05:52:22,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741836_1012 (size=3783) 2024-12-06T05:52:22,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741836_1012 (size=3783) 2024-12-06T05:52:22,909 DEBUG [RS:1;b543b351fe95:36009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/oldWALs 2024-12-06T05:52:22,909 INFO [RS:1;b543b351fe95:36009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C36009%2C1733464305481.meta:.meta(num 1733464307102) 2024-12-06T05:52:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741833_1009 (size=2652) 2024-12-06T05:52:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741833_1009 (size=2652) 2024-12-06T05:52:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741833_1009 (size=2652) 2024-12-06T05:52:22,915 DEBUG [RS:1;b543b351fe95:36009 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/oldWALs 2024-12-06T05:52:22,915 INFO [RS:1;b543b351fe95:36009 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b543b351fe95%2C36009%2C1733464305481:(num 1733464306718) 2024-12-06T05:52:22,915 DEBUG [RS:1;b543b351fe95:36009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T05:52:22,915 INFO [RS:1;b543b351fe95:36009 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T05:52:22,915 INFO [RS:1;b543b351fe95:36009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:52:22,915 INFO [RS:1;b543b351fe95:36009 {}] hbase.ChoreService(370): Chore service for: regionserver/b543b351fe95:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T05:52:22,915 INFO [RS:1;b543b351fe95:36009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:52:22,916 INFO [regionserver/b543b351fe95:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:52:22,916 INFO [RS:1;b543b351fe95:36009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36009 2024-12-06T05:52:22,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b543b351fe95,36009,1733464305481 2024-12-06T05:52:22,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T05:52:22,918 INFO [RS:1;b543b351fe95:36009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:52:22,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b543b351fe95,36009,1733464305481] 2024-12-06T05:52:22,920 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b543b351fe95,36009,1733464305481 already deleted, retry=false 2024-12-06T05:52:22,920 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b543b351fe95,36009,1733464305481 expired; onlineServers=0 2024-12-06T05:52:22,920 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b543b351fe95,33703,1733464304846' ***** 2024-12-06T05:52:22,920 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T05:52:22,920 INFO [M:0;b543b351fe95:33703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T05:52:22,920 INFO [M:0;b543b351fe95:33703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T05:52:22,920 DEBUG [M:0;b543b351fe95:33703 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T05:52:22,921 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T05:52:22,921 DEBUG [M:0;b543b351fe95:33703 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T05:52:22,921 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464306346 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.large.0-1733464306346,5,FailOnTimeoutGroup] 2024-12-06T05:52:22,921 DEBUG [master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464306348 {}] cleaner.HFileCleaner(306): Exit Thread[master/b543b351fe95:0:becomeActiveMaster-HFileCleaner.small.0-1733464306348,5,FailOnTimeoutGroup] 2024-12-06T05:52:22,921 INFO [M:0;b543b351fe95:33703 {}] hbase.ChoreService(370): Chore service for: master/b543b351fe95:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T05:52:22,921 INFO [M:0;b543b351fe95:33703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T05:52:22,921 DEBUG [M:0;b543b351fe95:33703 {}] master.HMaster(1795): Stopping service threads 2024-12-06T05:52:22,921 INFO [M:0;b543b351fe95:33703 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T05:52:22,921 INFO [M:0;b543b351fe95:33703 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T05:52:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T05:52:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T05:52:22,922 INFO [M:0;b543b351fe95:33703 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T05:52:22,922 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T05:52:22,922 DEBUG [M:0;b543b351fe95:33703 {}] zookeeper.ZKUtil(347): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T05:52:22,922 WARN [M:0;b543b351fe95:33703 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T05:52:22,923 INFO [M:0;b543b351fe95:33703 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/.lastflushedseqids 2024-12-06T05:52:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741941_1121 (size=138) 2024-12-06T05:52:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741941_1121 (size=138) 2024-12-06T05:52:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741941_1121 (size=138) 2024-12-06T05:52:22,934 INFO [M:0;b543b351fe95:33703 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T05:52:22,934 INFO [M:0;b543b351fe95:33703 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T05:52:22,934 DEBUG [M:0;b543b351fe95:33703 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T05:52:22,934 INFO [M:0;b543b351fe95:33703 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:52:22,934 DEBUG [M:0;b543b351fe95:33703 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:52:22,934 DEBUG [M:0;b543b351fe95:33703 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T05:52:22,934 DEBUG [M:0;b543b351fe95:33703 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:52:22,934 INFO [M:0;b543b351fe95:33703 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-06T05:52:22,948 DEBUG [M:0;b543b351fe95:33703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/106fa308adad4b729e31b9cae8a6bbbb is 82, key is hbase:meta,,1/info:regioninfo/1733464307189/Put/seqid=0 2024-12-06T05:52:22,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741942_1122 (size=5672) 2024-12-06T05:52:22,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741942_1122 (size=5672) 2024-12-06T05:52:22,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741942_1122 (size=5672) 2024-12-06T05:52:22,954 INFO [M:0;b543b351fe95:33703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/106fa308adad4b729e31b9cae8a6bbbb 2024-12-06T05:52:22,973 DEBUG [M:0;b543b351fe95:33703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2da38fddfa7f44a1a893998a8c3cd4aa is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733464319492/Put/seqid=0 2024-12-06T05:52:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741943_1123 (size=7755) 2024-12-06T05:52:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741943_1123 (size=7755) 2024-12-06T05:52:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741943_1123 (size=7755) 2024-12-06T05:52:22,980 INFO [M:0;b543b351fe95:33703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2da38fddfa7f44a1a893998a8c3cd4aa 2024-12-06T05:52:22,985 INFO [M:0;b543b351fe95:33703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2da38fddfa7f44a1a893998a8c3cd4aa 2024-12-06T05:52:22,998 DEBUG [M:0;b543b351fe95:33703 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb4fbbafccb473e8561456533f5ac91 is 69, key is b543b351fe95,36009,1733464305481/rs:state/1733464306497/Put/seqid=0 2024-12-06T05:52:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741944_1124 (size=5440) 2024-12-06T05:52:23,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741944_1124 (size=5440) 2024-12-06T05:52:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741944_1124 (size=5440) 2024-12-06T05:52:23,005 INFO [M:0;b543b351fe95:33703 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb4fbbafccb473e8561456533f5ac91 2024-12-06T05:52:23,010 INFO [M:0;b543b351fe95:33703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bb4fbbafccb473e8561456533f5ac91 2024-12-06T05:52:23,011 DEBUG [M:0;b543b351fe95:33703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/106fa308adad4b729e31b9cae8a6bbbb as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/106fa308adad4b729e31b9cae8a6bbbb 2024-12-06T05:52:23,016 INFO [M:0;b543b351fe95:33703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/106fa308adad4b729e31b9cae8a6bbbb, entries=8, sequenceid=168, filesize=5.5 K 2024-12-06T05:52:23,017 DEBUG [M:0;b543b351fe95:33703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2da38fddfa7f44a1a893998a8c3cd4aa as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2da38fddfa7f44a1a893998a8c3cd4aa 2024-12-06T05:52:23,019 INFO [RS:1;b543b351fe95:36009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:52:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:52:23,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36009-0x100ae1586520002, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:52:23,019 INFO [RS:1;b543b351fe95:36009 {}] regionserver.HRegionServer(1031): Exiting; stopping=b543b351fe95,36009,1733464305481; zookeeper connection closed. 2024-12-06T05:52:23,019 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19f8eb87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19f8eb87 2024-12-06T05:52:23,020 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T05:52:23,023 INFO [M:0;b543b351fe95:33703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2da38fddfa7f44a1a893998a8c3cd4aa 2024-12-06T05:52:23,023 INFO [M:0;b543b351fe95:33703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2da38fddfa7f44a1a893998a8c3cd4aa, entries=17, sequenceid=168, filesize=7.6 K 2024-12-06T05:52:23,024 DEBUG [M:0;b543b351fe95:33703 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9bb4fbbafccb473e8561456533f5ac91 as hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bb4fbbafccb473e8561456533f5ac91 2024-12-06T05:52:23,029 INFO [M:0;b543b351fe95:33703 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bb4fbbafccb473e8561456533f5ac91 2024-12-06T05:52:23,029 INFO [M:0;b543b351fe95:33703 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/2bb15407-e3b0-91a8-5b1b-3ff683e5e245/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9bb4fbbafccb473e8561456533f5ac91, entries=3, sequenceid=168, filesize=5.3 K 2024-12-06T05:52:23,030 INFO [M:0;b543b351fe95:33703 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=168, compaction requested=false 2024-12-06T05:52:23,031 INFO [M:0;b543b351fe95:33703 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T05:52:23,031 DEBUG [M:0;b543b351fe95:33703 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733464342934Disabling compacts and flushes for region at 1733464342934Disabling writes for close at 1733464342934Obtaining lock to block concurrent updates at 1733464342934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733464342934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733464342935 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733464342935Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733464342935Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733464342948 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733464342948Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733464342958 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733464342972 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733464342972Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733464342985 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733464342998 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733464342998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4752197f: reopening flushed file at 1733464343010 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e2e253: reopening flushed file at 1733464343016 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653a5a88: reopening flushed file at 1733464343023 (+7 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=168, compaction requested=false at 1733464343030 (+7 ms)Writing region close event to WAL at 1733464343031 (+1 ms)Closed at 1733464343031 2024-12-06T05:52:23,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35365 is added to blk_1073741830_1006 (size=71337) 2024-12-06T05:52:23,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741830_1006 (size=71337) 2024-12-06T05:52:23,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34649 is added to blk_1073741830_1006 (size=71337) 2024-12-06T05:52:23,034 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T05:52:23,034 INFO [M:0;b543b351fe95:33703 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T05:52:23,035 INFO [M:0;b543b351fe95:33703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33703 2024-12-06T05:52:23,035 INFO [M:0;b543b351fe95:33703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T05:52:23,136 INFO [M:0;b543b351fe95:33703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T05:52:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:52:23,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33703-0x100ae1586520000, quorum=127.0.0.1:52511, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T05:52:23,143 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464323185 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464323185 (inode 16655) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733464322500/wal.1733464323185 (inode 16655) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T05:52:23,144 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733464314656/wal.1733464314755 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:23,145 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733464338075/wal.1733464338288 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:23,148 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464332553 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464332553 (inode 16678) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733464323313/wal.1733464332553 (inode 16678) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T05:52:23,148 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733464308288/wal.1733464308354 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:23,150 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333537 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333537 (inode 16704) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733464333140/wal.1733464333537 (inode 16704) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T05:52:23,151 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733464333676/wal.1733464333733 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T05:52:23,153 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal.1733464308161 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal.1733464308161 (inode 16485) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733464307979/wal.1733464308161 (inode 16485) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T05:52:23,155 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal.1733464307761 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal.1733464307761 (inode 16462) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733464307543/wal.1733464307761 (inode 16462) Holder DFSClient_NONMAPREDUCE_528080232_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-12-06T05:52:23,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:52:23,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:52:23,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:52:23,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:52:23,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.log.dir/,STOPPED} 2024-12-06T05:52:23,164 WARN [BP-2063302849-172.17.0.2-1733464302214 heartbeating to localhost/127.0.0.1:42835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:52:23,164 WARN [BP-2063302849-172.17.0.2-1733464302214 heartbeating to localhost/127.0.0.1:42835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2063302849-172.17.0.2-1733464302214 (Datanode Uuid 7b1bad93-8360-4846-ba6a-60e98bf420c5) service to localhost/127.0.0.1:42835 2024-12-06T05:52:23,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data5/current/BP-2063302849-172.17.0.2-1733464302214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:52:23,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data6/current/BP-2063302849-172.17.0.2-1733464302214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:52:23,166 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:52:23,166 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:52:23,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:52:23,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:52:23,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:52:23,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:52:23,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:52:23,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.log.dir/,STOPPED} 2024-12-06T05:52:23,169 WARN [BP-2063302849-172.17.0.2-1733464302214 heartbeating to localhost/127.0.0.1:42835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:52:23,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:52:23,169 WARN [BP-2063302849-172.17.0.2-1733464302214 heartbeating to localhost/127.0.0.1:42835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2063302849-172.17.0.2-1733464302214 (Datanode Uuid a5f7f599-c101-4910-ab5d-c8b326109660) service to localhost/127.0.0.1:42835 2024-12-06T05:52:23,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:52:23,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data3/current/BP-2063302849-172.17.0.2-1733464302214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:52:23,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data4/current/BP-2063302849-172.17.0.2-1733464302214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:52:23,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:52:23,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T05:52:23,173 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:52:23,173 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:52:23,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:52:23,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.log.dir/,STOPPED} 2024-12-06T05:52:23,177 WARN [BP-2063302849-172.17.0.2-1733464302214 heartbeating to localhost/127.0.0.1:42835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T05:52:23,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T05:52:23,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T05:52:23,177 WARN [BP-2063302849-172.17.0.2-1733464302214 heartbeating to localhost/127.0.0.1:42835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2063302849-172.17.0.2-1733464302214 (Datanode Uuid 62fee2b5-bd02-4fd5-8aba-78fe99ea1a03) service to localhost/127.0.0.1:42835 2024-12-06T05:52:23,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data1/current/BP-2063302849-172.17.0.2-1733464302214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:52:23,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/cluster_c15183f4-b598-7e2a-6794-2e4b0da9e3aa/data/data2/current/BP-2063302849-172.17.0.2-1733464302214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T05:52:23,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T05:52:23,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T05:52:23,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T05:52:23,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T05:52:23,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T05:52:23,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/257edb48-2cda-00cb-d413-ed9f1077adec/hadoop.log.dir/,STOPPED} 2024-12-06T05:52:23,196 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T05:52:23,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down